[ 523.199291] env[66771]: /opt/stack/neutron/neutron/__init__.py:25: UserWarning: The selected oslo_service backend is "eventlet" [ 523.199291] env[66771]: warnings.warn('The selected oslo_service backend is "eventlet"') [ 524.185352] env[66859]: /opt/stack/neutron/neutron/__init__.py:25: UserWarning: The selected oslo_service backend is "eventlet" [ 524.185352] env[66859]: warnings.warn('The selected oslo_service backend is "eventlet"') [ 525.742877] env[66859]: INFO neutron.common.config [-] Logging enabled! [ 525.743318] env[66859]: INFO neutron.common.config [-] /opt/stack/data/venv/bin/neutron-nsxv3-agent version 28.0.0.0b2.dev7 [ 525.743421] env[66859]: DEBUG neutron.common.config [-] command line: /opt/stack/data/venv/bin/neutron-nsxv3-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini --config-file /etc/neutron/plugins/ml2/ml2-nsxv3-1.ini {{(pid=66859) setup_logging /opt/stack/neutron/neutron/common/config.py:124}} [ 525.743715] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [-] VMware NSXv3 Agent initializing ... [ 525.743982] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [-] Eventlet blocking behavior detection initialization completed. [ 525.744622] env[66859]: WARNING oslo_policy.policy [None req-fa7e2630-152e-4b2c-921d-d476a6533bd5 None None] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. [ 525.744829] env[66859]: WARNING oslo_policy.policy [None req-fa7e2630-152e-4b2c-921d-d476a6533bd5 None None] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. [ 525.746475] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [None req-fa7e2630-152e-4b2c-921d-d476a6533bd5 None None] VMware NSXv3 Agent initialized successfully. [ 525.747014] env[66859]: DEBUG oslo_concurrency.lockutils [None req-fa7e2630-152e-4b2c-921d-d476a6533bd5 None None] Acquiring lock "singleton_lock" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 525.747014] env[66859]: DEBUG oslo_concurrency.lockutils [None req-fa7e2630-152e-4b2c-921d-d476a6533bd5 None None] Acquired lock "singleton_lock" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 525.747182] env[66859]: DEBUG oslo_concurrency.lockutils [None req-fa7e2630-152e-4b2c-921d-d476a6533bd5 None None] Releasing lock "singleton_lock" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 525.747446] env[66859]: DEBUG oslo_service.backend._eventlet.service [None req-fa7e2630-152e-4b2c-921d-d476a6533bd5 None None] Full set of CONF: {{(pid=66859) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/service.py:274}} [ 525.749028] env[66859]: DEBUG oslo_service.backend._eventlet.service [None req-fa7e2630-152e-4b2c-921d-d476a6533bd5 None None] ******************************************************************************** {{(pid=66859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 525.749028] env[66859]: DEBUG oslo_service.backend._eventlet.service [None req-fa7e2630-152e-4b2c-921d-d476a6533bd5 None None] Configuration options gathered from: {{(pid=66859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 525.749028] env[66859]: DEBUG oslo_service.backend._eventlet.service [None req-fa7e2630-152e-4b2c-921d-d476a6533bd5 None None] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini', '--config-file', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=66859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 525.749028] env[66859]: DEBUG oslo_service.backend._eventlet.service [None req-fa7e2630-152e-4b2c-921d-d476a6533bd5 None None] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=66859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 525.749028] env[66859]: DEBUG oslo_service.backend._eventlet.service [None req-fa7e2630-152e-4b2c-921d-d476a6533bd5 None None] ================================================================================ {{(pid=66859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 525.749028] env[66859]: DEBUG oslo_service.backend._eventlet.service [None req-fa7e2630-152e-4b2c-921d-d476a6533bd5 None None] agent_down_time = 75 {{(pid=66859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.749250] env[66859]: DEBUG oslo_service.backend._eventlet.service [None req-fa7e2630-152e-4b2c-921d-d476a6533bd5 None None] allow_automatic_dhcp_failover = True {{(pid=66859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.749250] env[66859]: DEBUG oslo_service.backend._eventlet.service [None req-fa7e2630-152e-4b2c-921d-d476a6533bd5 None None] allow_bulk = True {{(pid=66859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.749250] env[66859]: DEBUG oslo_service.backend._eventlet.service [None req-fa7e2630-152e-4b2c-921d-d476a6533bd5 None None] api_extensions_path = {{(pid=66859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.749250] env[66859]: DEBUG oslo_service.backend._eventlet.service [None req-fa7e2630-152e-4b2c-921d-d476a6533bd5 None None] api_paste_config = api-paste.ini {{(pid=66859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.749250] env[66859]: DEBUG oslo_service.backend._eventlet.service [None req-fa7e2630-152e-4b2c-921d-d476a6533bd5 None None] auth_strategy = keystone {{(pid=66859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.749250] env[66859]: DEBUG oslo_service.backend._eventlet.service [None req-fa7e2630-152e-4b2c-921d-d476a6533bd5 None None] backdoor_port = None {{(pid=66859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.749411] env[66859]: DEBUG oslo_service.backend._eventlet.service [None req-fa7e2630-152e-4b2c-921d-d476a6533bd5 None None] backdoor_socket = None {{(pid=66859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.749411] env[66859]: DEBUG oslo_service.backend._eventlet.service [None req-fa7e2630-152e-4b2c-921d-d476a6533bd5 None None] backlog = 4096 {{(pid=66859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.749587] env[66859]: DEBUG oslo_service.backend._eventlet.service [None req-fa7e2630-152e-4b2c-921d-d476a6533bd5 None None] base_mac = fa:16:3e:00:00:00 {{(pid=66859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.749694] env[66859]: DEBUG oslo_service.backend._eventlet.service [None req-fa7e2630-152e-4b2c-921d-d476a6533bd5 None None] bind_host = 0.0.0.0 {{(pid=66859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.749801] env[66859]: DEBUG oslo_service.backend._eventlet.service [None req-fa7e2630-152e-4b2c-921d-d476a6533bd5 None None] bind_port = 9696 {{(pid=66859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.749926] env[66859]: DEBUG oslo_service.backend._eventlet.service [None req-fa7e2630-152e-4b2c-921d-d476a6533bd5 None None] client_socket_timeout = 900 {{(pid=66859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.750066] env[66859]: DEBUG oslo_service.backend._eventlet.service [None req-fa7e2630-152e-4b2c-921d-d476a6533bd5 None None] config_dir = [] {{(pid=66859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.750168] env[66859]: DEBUG oslo_service.backend._eventlet.service [None req-fa7e2630-152e-4b2c-921d-d476a6533bd5 None None] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=66859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.750340] env[66859]: DEBUG oslo_service.backend._eventlet.service [None req-fa7e2630-152e-4b2c-921d-d476a6533bd5 None None] config_source = [] {{(pid=66859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.750425] env[66859]: DEBUG oslo_service.backend._eventlet.service [None req-fa7e2630-152e-4b2c-921d-d476a6533bd5 None None] control_exchange = neutron {{(pid=66859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.750555] env[66859]: DEBUG oslo_service.backend._eventlet.service [None req-fa7e2630-152e-4b2c-921d-d476a6533bd5 None None] core_plugin = ml2 {{(pid=66859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.752017] env[66859]: DEBUG oslo_service.backend._eventlet.service [None req-fa7e2630-152e-4b2c-921d-d476a6533bd5 None None] debug = True {{(pid=66859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.752017] env[66859]: DEBUG oslo_service.backend._eventlet.service [None req-fa7e2630-152e-4b2c-921d-d476a6533bd5 None None] default_availability_zones = [] {{(pid=66859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.752017] env[66859]: DEBUG oslo_service.backend._eventlet.service [None req-fa7e2630-152e-4b2c-921d-d476a6533bd5 None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=66859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.752017] env[66859]: DEBUG oslo_service.backend._eventlet.service [None req-fa7e2630-152e-4b2c-921d-d476a6533bd5 None None] dhcp_agent_notification = True {{(pid=66859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.752017] env[66859]: DEBUG oslo_service.backend._eventlet.service [None req-fa7e2630-152e-4b2c-921d-d476a6533bd5 None None] dhcp_agents_per_network = 1 {{(pid=66859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.752260] env[66859]: DEBUG oslo_service.backend._eventlet.service [None req-fa7e2630-152e-4b2c-921d-d476a6533bd5 None None] dhcp_lease_duration = 86400 {{(pid=66859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.752260] env[66859]: DEBUG oslo_service.backend._eventlet.service [None req-fa7e2630-152e-4b2c-921d-d476a6533bd5 None None] dhcp_load_type = networks {{(pid=66859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.752260] env[66859]: DEBUG oslo_service.backend._eventlet.service [None req-fa7e2630-152e-4b2c-921d-d476a6533bd5 None None] dns_domain = openstacklocal {{(pid=66859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.752260] env[66859]: DEBUG oslo_service.backend._eventlet.service [None req-fa7e2630-152e-4b2c-921d-d476a6533bd5 None None] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=66859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.752260] env[66859]: DEBUG oslo_service.backend._eventlet.service [None req-fa7e2630-152e-4b2c-921d-d476a6533bd5 None None] enable_default_route_bfd = False {{(pid=66859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.752260] env[66859]: DEBUG oslo_service.backend._eventlet.service [None req-fa7e2630-152e-4b2c-921d-d476a6533bd5 None None] enable_default_route_ecmp = False {{(pid=66859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.752260] env[66859]: DEBUG oslo_service.backend._eventlet.service [None req-fa7e2630-152e-4b2c-921d-d476a6533bd5 None None] enable_dvr = True {{(pid=66859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.752469] env[66859]: DEBUG oslo_service.backend._eventlet.service [None req-fa7e2630-152e-4b2c-921d-d476a6533bd5 None None] enable_new_agents = True {{(pid=66859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.752469] env[66859]: DEBUG oslo_service.backend._eventlet.service [None req-fa7e2630-152e-4b2c-921d-d476a6533bd5 None None] enable_services_on_agents_with_admin_state_down = False {{(pid=66859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.752526] env[66859]: DEBUG oslo_service.backend._eventlet.service [None req-fa7e2630-152e-4b2c-921d-d476a6533bd5 None None] enable_signals = True {{(pid=66859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.752699] env[66859]: DEBUG oslo_service.backend._eventlet.service [None req-fa7e2630-152e-4b2c-921d-d476a6533bd5 None None] enable_traditional_dhcp = True {{(pid=66859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.752772] env[66859]: DEBUG oslo_service.backend._eventlet.service [None req-fa7e2630-152e-4b2c-921d-d476a6533bd5 None None] external_dns_driver = None {{(pid=66859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.752862] env[66859]: DEBUG oslo_service.backend._eventlet.service [None req-fa7e2630-152e-4b2c-921d-d476a6533bd5 None None] filter_validation = True {{(pid=66859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.752989] env[66859]: DEBUG oslo_service.backend._eventlet.service [None req-fa7e2630-152e-4b2c-921d-d476a6533bd5 None None] global_physnet_mtu = 8950 {{(pid=66859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.753120] env[66859]: DEBUG oslo_service.backend._eventlet.service [None req-fa7e2630-152e-4b2c-921d-d476a6533bd5 None None] graceful_shutdown_timeout = 60 {{(pid=66859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.753283] env[66859]: DEBUG oslo_service.backend._eventlet.service [None req-fa7e2630-152e-4b2c-921d-d476a6533bd5 None None] host = cpu-1 {{(pid=66859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.753413] env[66859]: DEBUG oslo_service.backend._eventlet.service [None req-fa7e2630-152e-4b2c-921d-d476a6533bd5 None None] host_dvr_for_dhcp = True {{(pid=66859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.753536] env[66859]: DEBUG oslo_service.backend._eventlet.service [None req-fa7e2630-152e-4b2c-921d-d476a6533bd5 None None] http_retries = 3 {{(pid=66859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.753665] env[66859]: DEBUG oslo_service.backend._eventlet.service [None req-fa7e2630-152e-4b2c-921d-d476a6533bd5 None None] instance_format = [instance: %(uuid)s] {{(pid=66859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.753800] env[66859]: DEBUG oslo_service.backend._eventlet.service [None req-fa7e2630-152e-4b2c-921d-d476a6533bd5 None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=66859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.753949] env[66859]: DEBUG oslo_service.backend._eventlet.service [None req-fa7e2630-152e-4b2c-921d-d476a6533bd5 None None] ipam_driver = internal {{(pid=66859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.754143] env[66859]: DEBUG oslo_service.backend._eventlet.service [None req-fa7e2630-152e-4b2c-921d-d476a6533bd5 None None] ipv6_pd_enabled = False {{(pid=66859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.754207] env[66859]: DEBUG oslo_service.backend._eventlet.service [None req-fa7e2630-152e-4b2c-921d-d476a6533bd5 None None] l3_ha = False {{(pid=66859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.754330] env[66859]: DEBUG oslo_service.backend._eventlet.service [None req-fa7e2630-152e-4b2c-921d-d476a6533bd5 None None] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=66859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.754455] env[66859]: DEBUG oslo_service.backend._eventlet.service [None req-fa7e2630-152e-4b2c-921d-d476a6533bd5 None None] l3_ha_network_physical_name = {{(pid=66859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.757021] env[66859]: DEBUG oslo_service.backend._eventlet.service [None req-fa7e2630-152e-4b2c-921d-d476a6533bd5 None None] l3_ha_network_type = {{(pid=66859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.757021] env[66859]: DEBUG oslo_service.backend._eventlet.service [None req-fa7e2630-152e-4b2c-921d-d476a6533bd5 None None] log_color = False {{(pid=66859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.757021] env[66859]: DEBUG oslo_service.backend._eventlet.service [None req-fa7e2630-152e-4b2c-921d-d476a6533bd5 None None] log_config_append = None {{(pid=66859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.757021] env[66859]: DEBUG oslo_service.backend._eventlet.service [None req-fa7e2630-152e-4b2c-921d-d476a6533bd5 None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=66859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.757021] env[66859]: DEBUG oslo_service.backend._eventlet.service [None req-fa7e2630-152e-4b2c-921d-d476a6533bd5 None None] log_dir = None {{(pid=66859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.757021] env[66859]: DEBUG oslo_service.backend._eventlet.service [None req-fa7e2630-152e-4b2c-921d-d476a6533bd5 None None] log_file = None {{(pid=66859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.757021] env[66859]: DEBUG oslo_service.backend._eventlet.service [None req-fa7e2630-152e-4b2c-921d-d476a6533bd5 None None] log_options = True {{(pid=66859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.757265] env[66859]: DEBUG oslo_service.backend._eventlet.service [None req-fa7e2630-152e-4b2c-921d-d476a6533bd5 None None] log_rotate_interval = 1 {{(pid=66859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.757265] env[66859]: DEBUG oslo_service.backend._eventlet.service [None req-fa7e2630-152e-4b2c-921d-d476a6533bd5 None None] log_rotate_interval_type = days {{(pid=66859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.757265] env[66859]: DEBUG oslo_service.backend._eventlet.service [None req-fa7e2630-152e-4b2c-921d-d476a6533bd5 None None] log_rotation_type = none {{(pid=66859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.757265] env[66859]: DEBUG oslo_service.backend._eventlet.service [None req-fa7e2630-152e-4b2c-921d-d476a6533bd5 None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=66859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.757265] env[66859]: DEBUG oslo_service.backend._eventlet.service [None req-fa7e2630-152e-4b2c-921d-d476a6533bd5 None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=66859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.757265] env[66859]: DEBUG oslo_service.backend._eventlet.service [None req-fa7e2630-152e-4b2c-921d-d476a6533bd5 None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=66859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.757428] env[66859]: DEBUG oslo_service.backend._eventlet.service [None req-fa7e2630-152e-4b2c-921d-d476a6533bd5 None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=66859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.757428] env[66859]: DEBUG oslo_service.backend._eventlet.service [None req-fa7e2630-152e-4b2c-921d-d476a6533bd5 None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=66859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.757428] env[66859]: DEBUG oslo_service.backend._eventlet.service [None req-fa7e2630-152e-4b2c-921d-d476a6533bd5 None None] max_dns_nameservers = 5 {{(pid=66859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.757428] env[66859]: DEBUG oslo_service.backend._eventlet.service [None req-fa7e2630-152e-4b2c-921d-d476a6533bd5 None None] max_header_line = 16384 {{(pid=66859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.757428] env[66859]: DEBUG oslo_service.backend._eventlet.service [None req-fa7e2630-152e-4b2c-921d-d476a6533bd5 None None] max_l3_agents_per_router = 3 {{(pid=66859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.757428] env[66859]: DEBUG oslo_service.backend._eventlet.service [None req-fa7e2630-152e-4b2c-921d-d476a6533bd5 None None] max_logfile_count = 30 {{(pid=66859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.757605] env[66859]: DEBUG oslo_service.backend._eventlet.service [None req-fa7e2630-152e-4b2c-921d-d476a6533bd5 None None] max_logfile_size_mb = 200 {{(pid=66859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.757605] env[66859]: DEBUG oslo_service.backend._eventlet.service [None req-fa7e2630-152e-4b2c-921d-d476a6533bd5 None None] max_subnet_host_routes = 20 {{(pid=66859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.757605] env[66859]: DEBUG oslo_service.backend._eventlet.service [None req-fa7e2630-152e-4b2c-921d-d476a6533bd5 None None] my_ip = 10.180.1.21 {{(pid=66859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.757605] env[66859]: DEBUG oslo_service.backend._eventlet.service [None req-fa7e2630-152e-4b2c-921d-d476a6533bd5 None None] my_ipv6 = ::1 {{(pid=66859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.757605] env[66859]: DEBUG oslo_service.backend._eventlet.service [None req-fa7e2630-152e-4b2c-921d-d476a6533bd5 None None] network_auto_schedule = True {{(pid=66859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.757605] env[66859]: DEBUG oslo_service.backend._eventlet.service [None req-fa7e2630-152e-4b2c-921d-d476a6533bd5 None None] network_link_prefix = None {{(pid=66859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.757790] env[66859]: DEBUG oslo_service.backend._eventlet.service [None req-fa7e2630-152e-4b2c-921d-d476a6533bd5 None None] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=66859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.757790] env[66859]: DEBUG oslo_service.backend._eventlet.service [None req-fa7e2630-152e-4b2c-921d-d476a6533bd5 None None] notify_nova_on_port_data_changes = True {{(pid=66859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.757859] env[66859]: DEBUG oslo_service.backend._eventlet.service [None req-fa7e2630-152e-4b2c-921d-d476a6533bd5 None None] notify_nova_on_port_status_changes = True {{(pid=66859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.758036] env[66859]: DEBUG oslo_service.backend._eventlet.service [None req-fa7e2630-152e-4b2c-921d-d476a6533bd5 None None] pagination_max_limit = -1 {{(pid=66859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.758105] env[66859]: DEBUG oslo_service.backend._eventlet.service [None req-fa7e2630-152e-4b2c-921d-d476a6533bd5 None None] publish_errors = False {{(pid=66859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.758205] env[66859]: DEBUG oslo_service.backend._eventlet.service [None req-fa7e2630-152e-4b2c-921d-d476a6533bd5 None None] rate_limit_burst = 0 {{(pid=66859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.758333] env[66859]: DEBUG oslo_service.backend._eventlet.service [None req-fa7e2630-152e-4b2c-921d-d476a6533bd5 None None] rate_limit_except_level = CRITICAL {{(pid=66859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.758455] env[66859]: DEBUG oslo_service.backend._eventlet.service [None req-fa7e2630-152e-4b2c-921d-d476a6533bd5 None None] rate_limit_interval = 0 {{(pid=66859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.758574] env[66859]: DEBUG oslo_service.backend._eventlet.service [None req-fa7e2630-152e-4b2c-921d-d476a6533bd5 None None] retry_until_window = 30 {{(pid=66859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.758696] env[66859]: DEBUG oslo_service.backend._eventlet.service [None req-fa7e2630-152e-4b2c-921d-d476a6533bd5 None None] router_distributed = False {{(pid=66859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.758818] env[66859]: DEBUG oslo_service.backend._eventlet.service [None req-fa7e2630-152e-4b2c-921d-d476a6533bd5 None None] rpc_resources_processing_step = 20 {{(pid=66859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.758939] env[66859]: DEBUG oslo_service.backend._eventlet.service [None req-fa7e2630-152e-4b2c-921d-d476a6533bd5 None None] rpc_response_max_timeout = 600 {{(pid=66859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.762076] env[66859]: DEBUG oslo_service.backend._eventlet.service [None req-fa7e2630-152e-4b2c-921d-d476a6533bd5 None None] rpc_response_timeout = 60 {{(pid=66859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.762076] env[66859]: DEBUG oslo_service.backend._eventlet.service [None req-fa7e2630-152e-4b2c-921d-d476a6533bd5 None None] send_events_interval = 2 {{(pid=66859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.762076] env[66859]: DEBUG oslo_service.backend._eventlet.service [None req-fa7e2630-152e-4b2c-921d-d476a6533bd5 None None] service_plugins = ['router'] {{(pid=66859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.762076] env[66859]: DEBUG oslo_service.backend._eventlet.service [None req-fa7e2630-152e-4b2c-921d-d476a6533bd5 None None] setproctitle = on {{(pid=66859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.762076] env[66859]: DEBUG oslo_service.backend._eventlet.service [None req-fa7e2630-152e-4b2c-921d-d476a6533bd5 None None] shell_completion = None {{(pid=66859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.762076] env[66859]: DEBUG oslo_service.backend._eventlet.service [None req-fa7e2630-152e-4b2c-921d-d476a6533bd5 None None] state_path = /opt/stack/data/neutron {{(pid=66859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.762076] env[66859]: DEBUG oslo_service.backend._eventlet.service [None req-fa7e2630-152e-4b2c-921d-d476a6533bd5 None None] syslog_log_facility = LOG_USER {{(pid=66859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.762428] env[66859]: DEBUG oslo_service.backend._eventlet.service [None req-fa7e2630-152e-4b2c-921d-d476a6533bd5 None None] tcp_keepidle = 600 {{(pid=66859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.762428] env[66859]: DEBUG oslo_service.backend._eventlet.service [None req-fa7e2630-152e-4b2c-921d-d476a6533bd5 None None] transport_url = **** {{(pid=66859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.762428] env[66859]: DEBUG oslo_service.backend._eventlet.service [None req-fa7e2630-152e-4b2c-921d-d476a6533bd5 None None] use_journal = False {{(pid=66859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.762428] env[66859]: DEBUG oslo_service.backend._eventlet.service [None req-fa7e2630-152e-4b2c-921d-d476a6533bd5 None None] use_json = False {{(pid=66859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.762428] env[66859]: DEBUG oslo_service.backend._eventlet.service [None req-fa7e2630-152e-4b2c-921d-d476a6533bd5 None None] use_ssl = False {{(pid=66859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.762428] env[66859]: DEBUG oslo_service.backend._eventlet.service [None req-fa7e2630-152e-4b2c-921d-d476a6533bd5 None None] use_stderr = False {{(pid=66859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.762428] env[66859]: DEBUG oslo_service.backend._eventlet.service [None req-fa7e2630-152e-4b2c-921d-d476a6533bd5 None None] use_syslog = False {{(pid=66859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.762790] env[66859]: DEBUG oslo_service.backend._eventlet.service [None req-fa7e2630-152e-4b2c-921d-d476a6533bd5 None None] vlan_qinq = None {{(pid=66859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.762790] env[66859]: DEBUG oslo_service.backend._eventlet.service [None req-fa7e2630-152e-4b2c-921d-d476a6533bd5 None None] vlan_transparent = None {{(pid=66859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.762790] env[66859]: DEBUG oslo_service.backend._eventlet.service [None req-fa7e2630-152e-4b2c-921d-d476a6533bd5 None None] watch_log_file = False {{(pid=66859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.762790] env[66859]: DEBUG oslo_service.backend._eventlet.service [None req-fa7e2630-152e-4b2c-921d-d476a6533bd5 None None] wsgi_default_pool_size = 100 {{(pid=66859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.762790] env[66859]: DEBUG oslo_service.backend._eventlet.service [None req-fa7e2630-152e-4b2c-921d-d476a6533bd5 None None] wsgi_keep_alive = True {{(pid=66859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.762790] env[66859]: DEBUG oslo_service.backend._eventlet.service [None req-fa7e2630-152e-4b2c-921d-d476a6533bd5 None None] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=66859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.762996] env[66859]: DEBUG oslo_service.backend._eventlet.service [None req-fa7e2630-152e-4b2c-921d-d476a6533bd5 None None] wsgi_server_debug = False {{(pid=66859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.762996] env[66859]: DEBUG oslo_service.backend._eventlet.service [None req-fa7e2630-152e-4b2c-921d-d476a6533bd5 None None] oslo_concurrency.disable_process_locking = False {{(pid=66859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.762996] env[66859]: DEBUG oslo_service.backend._eventlet.service [None req-fa7e2630-152e-4b2c-921d-d476a6533bd5 None None] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=66859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.762996] env[66859]: DEBUG oslo_service.backend._eventlet.service [None req-fa7e2630-152e-4b2c-921d-d476a6533bd5 None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=66859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.762996] env[66859]: DEBUG oslo_service.backend._eventlet.service [None req-fa7e2630-152e-4b2c-921d-d476a6533bd5 None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=66859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.762996] env[66859]: DEBUG oslo_service.backend._eventlet.service [None req-fa7e2630-152e-4b2c-921d-d476a6533bd5 None None] oslo_messaging_metrics.metrics_process_name = {{(pid=66859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.763175] env[66859]: DEBUG oslo_service.backend._eventlet.service [None req-fa7e2630-152e-4b2c-921d-d476a6533bd5 None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=66859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.763175] env[66859]: DEBUG oslo_service.backend._eventlet.service [None req-fa7e2630-152e-4b2c-921d-d476a6533bd5 None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=66859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.763175] env[66859]: DEBUG oslo_service.backend._eventlet.service [None req-fa7e2630-152e-4b2c-921d-d476a6533bd5 None None] profiler.connection_string = messaging:// {{(pid=66859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.763175] env[66859]: DEBUG oslo_service.backend._eventlet.service [None req-fa7e2630-152e-4b2c-921d-d476a6533bd5 None None] profiler.enabled = False {{(pid=66859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.763175] env[66859]: DEBUG oslo_service.backend._eventlet.service [None req-fa7e2630-152e-4b2c-921d-d476a6533bd5 None None] profiler.es_doc_type = notification {{(pid=66859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.763175] env[66859]: DEBUG oslo_service.backend._eventlet.service [None req-fa7e2630-152e-4b2c-921d-d476a6533bd5 None None] profiler.es_scroll_size = 10000 {{(pid=66859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.763349] env[66859]: DEBUG oslo_service.backend._eventlet.service [None req-fa7e2630-152e-4b2c-921d-d476a6533bd5 None None] profiler.es_scroll_time = 2m {{(pid=66859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.763349] env[66859]: DEBUG oslo_service.backend._eventlet.service [None req-fa7e2630-152e-4b2c-921d-d476a6533bd5 None None] profiler.filter_error_trace = False {{(pid=66859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.763399] env[66859]: DEBUG oslo_service.backend._eventlet.service [None req-fa7e2630-152e-4b2c-921d-d476a6533bd5 None None] profiler.hmac_keys = **** {{(pid=66859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.763524] env[66859]: DEBUG oslo_service.backend._eventlet.service [None req-fa7e2630-152e-4b2c-921d-d476a6533bd5 None None] profiler.sentinel_service_name = mymaster {{(pid=66859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.763662] env[66859]: DEBUG oslo_service.backend._eventlet.service [None req-fa7e2630-152e-4b2c-921d-d476a6533bd5 None None] profiler.socket_timeout = 0.1 {{(pid=66859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.763793] env[66859]: DEBUG oslo_service.backend._eventlet.service [None req-fa7e2630-152e-4b2c-921d-d476a6533bd5 None None] profiler.trace_requests = False {{(pid=66859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.763925] env[66859]: DEBUG oslo_service.backend._eventlet.service [None req-fa7e2630-152e-4b2c-921d-d476a6533bd5 None None] profiler.trace_sqlalchemy = False {{(pid=66859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.764164] env[66859]: DEBUG oslo_service.backend._eventlet.service [None req-fa7e2630-152e-4b2c-921d-d476a6533bd5 None None] profiler_jaeger.process_tags = {} {{(pid=66859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.764208] env[66859]: DEBUG oslo_service.backend._eventlet.service [None req-fa7e2630-152e-4b2c-921d-d476a6533bd5 None None] profiler_jaeger.service_name_prefix = None {{(pid=66859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.764327] env[66859]: DEBUG oslo_service.backend._eventlet.service [None req-fa7e2630-152e-4b2c-921d-d476a6533bd5 None None] profiler_otlp.service_name_prefix = None {{(pid=66859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.764470] env[66859]: DEBUG oslo_service.backend._eventlet.service [None req-fa7e2630-152e-4b2c-921d-d476a6533bd5 None None] oslo_policy.enforce_new_defaults = True {{(pid=66859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.764741] env[66859]: WARNING oslo_config.cfg [None req-fa7e2630-152e-4b2c-921d-d476a6533bd5 None None] Deprecated: Option "enforce_scope" from group "oslo_policy" is deprecated for removal (This configuration was added temporarily to facilitate a smooth transition to the new RBAC. OpenStack will always enforce scope checks. This configuration option is deprecated and will be removed in the 2025.2 cycle.). Its value may be silently ignored in the future. [ 525.764884] env[66859]: DEBUG oslo_service.backend._eventlet.service [None req-fa7e2630-152e-4b2c-921d-d476a6533bd5 None None] oslo_policy.enforce_scope = True {{(pid=66859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.765040] env[66859]: DEBUG oslo_service.backend._eventlet.service [None req-fa7e2630-152e-4b2c-921d-d476a6533bd5 None None] oslo_policy.policy_default_rule = default {{(pid=66859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.765196] env[66859]: DEBUG oslo_service.backend._eventlet.service [None req-fa7e2630-152e-4b2c-921d-d476a6533bd5 None None] oslo_policy.policy_dirs = ['policy.d'] {{(pid=66859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.765334] env[66859]: DEBUG oslo_service.backend._eventlet.service [None req-fa7e2630-152e-4b2c-921d-d476a6533bd5 None None] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=66859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.765473] env[66859]: DEBUG oslo_service.backend._eventlet.service [None req-fa7e2630-152e-4b2c-921d-d476a6533bd5 None None] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=66859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.765600] env[66859]: DEBUG oslo_service.backend._eventlet.service [None req-fa7e2630-152e-4b2c-921d-d476a6533bd5 None None] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=66859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.765726] env[66859]: DEBUG oslo_service.backend._eventlet.service [None req-fa7e2630-152e-4b2c-921d-d476a6533bd5 None None] oslo_policy.remote_ssl_client_crt_file = None {{(pid=66859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.765852] env[66859]: DEBUG oslo_service.backend._eventlet.service [None req-fa7e2630-152e-4b2c-921d-d476a6533bd5 None None] oslo_policy.remote_ssl_client_key_file = None {{(pid=66859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.765977] env[66859]: DEBUG oslo_service.backend._eventlet.service [None req-fa7e2630-152e-4b2c-921d-d476a6533bd5 None None] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=66859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.766128] env[66859]: DEBUG oslo_service.backend._eventlet.service [None req-fa7e2630-152e-4b2c-921d-d476a6533bd5 None None] oslo_policy.remote_timeout = 60.0 {{(pid=66859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.766270] env[66859]: DEBUG oslo_service.backend._eventlet.service [None req-fa7e2630-152e-4b2c-921d-d476a6533bd5 None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=66859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.766409] env[66859]: DEBUG oslo_service.backend._eventlet.service [None req-fa7e2630-152e-4b2c-921d-d476a6533bd5 None None] agent.extensions = [] {{(pid=66859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.766543] env[66859]: DEBUG oslo_service.backend._eventlet.service [None req-fa7e2630-152e-4b2c-921d-d476a6533bd5 None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=66859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.766679] env[66859]: DEBUG oslo_service.backend._eventlet.service [None req-fa7e2630-152e-4b2c-921d-d476a6533bd5 None None] service_providers.service_provider = [] {{(pid=66859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.766813] env[66859]: DEBUG oslo_service.backend._eventlet.service [None req-fa7e2630-152e-4b2c-921d-d476a6533bd5 None None] QUOTAS.default_quota = -1 {{(pid=66859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.766974] env[66859]: DEBUG oslo_service.backend._eventlet.service [None req-fa7e2630-152e-4b2c-921d-d476a6533bd5 None None] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=66859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.767130] env[66859]: DEBUG oslo_service.backend._eventlet.service [None req-fa7e2630-152e-4b2c-921d-d476a6533bd5 None None] QUOTAS.quota_floatingip = 50 {{(pid=66859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.767255] env[66859]: DEBUG oslo_service.backend._eventlet.service [None req-fa7e2630-152e-4b2c-921d-d476a6533bd5 None None] QUOTAS.quota_network = 100 {{(pid=66859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.767382] env[66859]: DEBUG oslo_service.backend._eventlet.service [None req-fa7e2630-152e-4b2c-921d-d476a6533bd5 None None] QUOTAS.quota_port = 500 {{(pid=66859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.767510] env[66859]: DEBUG oslo_service.backend._eventlet.service [None req-fa7e2630-152e-4b2c-921d-d476a6533bd5 None None] QUOTAS.quota_rbac_policy = 10 {{(pid=66859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.767636] env[66859]: DEBUG oslo_service.backend._eventlet.service [None req-fa7e2630-152e-4b2c-921d-d476a6533bd5 None None] QUOTAS.quota_router = 10 {{(pid=66859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.767762] env[66859]: DEBUG oslo_service.backend._eventlet.service [None req-fa7e2630-152e-4b2c-921d-d476a6533bd5 None None] QUOTAS.quota_security_group = 10 {{(pid=66859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.767889] env[66859]: DEBUG oslo_service.backend._eventlet.service [None req-fa7e2630-152e-4b2c-921d-d476a6533bd5 None None] QUOTAS.quota_security_group_rule = 100 {{(pid=66859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.768024] env[66859]: DEBUG oslo_service.backend._eventlet.service [None req-fa7e2630-152e-4b2c-921d-d476a6533bd5 None None] QUOTAS.quota_subnet = 100 {{(pid=66859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.768151] env[66859]: DEBUG oslo_service.backend._eventlet.service [None req-fa7e2630-152e-4b2c-921d-d476a6533bd5 None None] QUOTAS.track_quota_usage = True {{(pid=66859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.768294] env[66859]: DEBUG oslo_service.backend._eventlet.service [None req-fa7e2630-152e-4b2c-921d-d476a6533bd5 None None] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=66859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.768420] env[66859]: DEBUG oslo_service.backend._eventlet.service [None req-fa7e2630-152e-4b2c-921d-d476a6533bd5 None None] privsep.group = None {{(pid=66859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.768544] env[66859]: DEBUG oslo_service.backend._eventlet.service [None req-fa7e2630-152e-4b2c-921d-d476a6533bd5 None None] privsep.helper_command = None {{(pid=66859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.768671] env[66859]: DEBUG oslo_service.backend._eventlet.service [None req-fa7e2630-152e-4b2c-921d-d476a6533bd5 None None] privsep.log_daemon_traceback = False {{(pid=66859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.768806] env[66859]: DEBUG oslo_service.backend._eventlet.service [None req-fa7e2630-152e-4b2c-921d-d476a6533bd5 None None] privsep.logger_name = oslo_privsep.daemon {{(pid=66859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.768932] env[66859]: DEBUG oslo_service.backend._eventlet.service [None req-fa7e2630-152e-4b2c-921d-d476a6533bd5 None None] privsep.thread_pool_size = 8 {{(pid=66859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.769070] env[66859]: DEBUG oslo_service.backend._eventlet.service [None req-fa7e2630-152e-4b2c-921d-d476a6533bd5 None None] privsep.user = None {{(pid=66859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.769212] env[66859]: DEBUG oslo_service.backend._eventlet.service [None req-fa7e2630-152e-4b2c-921d-d476a6533bd5 None None] privsep_dhcp_release.capabilities = [21, 12] {{(pid=66859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.769336] env[66859]: DEBUG oslo_service.backend._eventlet.service [None req-fa7e2630-152e-4b2c-921d-d476a6533bd5 None None] privsep_dhcp_release.group = None {{(pid=66859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.769459] env[66859]: DEBUG oslo_service.backend._eventlet.service [None req-fa7e2630-152e-4b2c-921d-d476a6533bd5 None None] privsep_dhcp_release.helper_command = None {{(pid=66859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.769585] env[66859]: DEBUG oslo_service.backend._eventlet.service [None req-fa7e2630-152e-4b2c-921d-d476a6533bd5 None None] privsep_dhcp_release.log_daemon_traceback = False {{(pid=66859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.769715] env[66859]: DEBUG oslo_service.backend._eventlet.service [None req-fa7e2630-152e-4b2c-921d-d476a6533bd5 None None] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=66859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.769841] env[66859]: DEBUG oslo_service.backend._eventlet.service [None req-fa7e2630-152e-4b2c-921d-d476a6533bd5 None None] privsep_dhcp_release.thread_pool_size = 8 {{(pid=66859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.769966] env[66859]: DEBUG oslo_service.backend._eventlet.service [None req-fa7e2630-152e-4b2c-921d-d476a6533bd5 None None] privsep_dhcp_release.user = None {{(pid=66859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.770115] env[66859]: DEBUG oslo_service.backend._eventlet.service [None req-fa7e2630-152e-4b2c-921d-d476a6533bd5 None None] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=66859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.770242] env[66859]: DEBUG oslo_service.backend._eventlet.service [None req-fa7e2630-152e-4b2c-921d-d476a6533bd5 None None] privsep_ovs_vsctl.group = None {{(pid=66859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.770364] env[66859]: DEBUG oslo_service.backend._eventlet.service [None req-fa7e2630-152e-4b2c-921d-d476a6533bd5 None None] privsep_ovs_vsctl.helper_command = None {{(pid=66859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.770491] env[66859]: DEBUG oslo_service.backend._eventlet.service [None req-fa7e2630-152e-4b2c-921d-d476a6533bd5 None None] privsep_ovs_vsctl.log_daemon_traceback = False {{(pid=66859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.770622] env[66859]: DEBUG oslo_service.backend._eventlet.service [None req-fa7e2630-152e-4b2c-921d-d476a6533bd5 None None] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=66859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.770750] env[66859]: DEBUG oslo_service.backend._eventlet.service [None req-fa7e2630-152e-4b2c-921d-d476a6533bd5 None None] privsep_ovs_vsctl.thread_pool_size = 8 {{(pid=66859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.770877] env[66859]: DEBUG oslo_service.backend._eventlet.service [None req-fa7e2630-152e-4b2c-921d-d476a6533bd5 None None] privsep_ovs_vsctl.user = None {{(pid=66859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.771017] env[66859]: DEBUG oslo_service.backend._eventlet.service [None req-fa7e2630-152e-4b2c-921d-d476a6533bd5 None None] privsep_namespace.capabilities = [21] {{(pid=66859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.771144] env[66859]: DEBUG oslo_service.backend._eventlet.service [None req-fa7e2630-152e-4b2c-921d-d476a6533bd5 None None] privsep_namespace.group = None {{(pid=66859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.771268] env[66859]: DEBUG oslo_service.backend._eventlet.service [None req-fa7e2630-152e-4b2c-921d-d476a6533bd5 None None] privsep_namespace.helper_command = None {{(pid=66859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.771393] env[66859]: DEBUG oslo_service.backend._eventlet.service [None req-fa7e2630-152e-4b2c-921d-d476a6533bd5 None None] privsep_namespace.log_daemon_traceback = False {{(pid=66859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.771522] env[66859]: DEBUG oslo_service.backend._eventlet.service [None req-fa7e2630-152e-4b2c-921d-d476a6533bd5 None None] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=66859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.771648] env[66859]: DEBUG oslo_service.backend._eventlet.service [None req-fa7e2630-152e-4b2c-921d-d476a6533bd5 None None] privsep_namespace.thread_pool_size = 8 {{(pid=66859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.771770] env[66859]: DEBUG oslo_service.backend._eventlet.service [None req-fa7e2630-152e-4b2c-921d-d476a6533bd5 None None] privsep_namespace.user = None {{(pid=66859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.771902] env[66859]: DEBUG oslo_service.backend._eventlet.service [None req-fa7e2630-152e-4b2c-921d-d476a6533bd5 None None] privsep_conntrack.capabilities = [12] {{(pid=66859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.772038] env[66859]: DEBUG oslo_service.backend._eventlet.service [None req-fa7e2630-152e-4b2c-921d-d476a6533bd5 None None] privsep_conntrack.group = None {{(pid=66859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.772162] env[66859]: DEBUG oslo_service.backend._eventlet.service [None req-fa7e2630-152e-4b2c-921d-d476a6533bd5 None None] privsep_conntrack.helper_command = None {{(pid=66859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.772287] env[66859]: DEBUG oslo_service.backend._eventlet.service [None req-fa7e2630-152e-4b2c-921d-d476a6533bd5 None None] privsep_conntrack.log_daemon_traceback = False {{(pid=66859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.772417] env[66859]: DEBUG oslo_service.backend._eventlet.service [None req-fa7e2630-152e-4b2c-921d-d476a6533bd5 None None] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=66859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.772544] env[66859]: DEBUG oslo_service.backend._eventlet.service [None req-fa7e2630-152e-4b2c-921d-d476a6533bd5 None None] privsep_conntrack.thread_pool_size = 8 {{(pid=66859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.772667] env[66859]: DEBUG oslo_service.backend._eventlet.service [None req-fa7e2630-152e-4b2c-921d-d476a6533bd5 None None] privsep_conntrack.user = None {{(pid=66859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.772801] env[66859]: DEBUG oslo_service.backend._eventlet.service [None req-fa7e2630-152e-4b2c-921d-d476a6533bd5 None None] privsep_link.capabilities = [12, 21] {{(pid=66859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.772922] env[66859]: DEBUG oslo_service.backend._eventlet.service [None req-fa7e2630-152e-4b2c-921d-d476a6533bd5 None None] privsep_link.group = None {{(pid=66859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.773057] env[66859]: DEBUG oslo_service.backend._eventlet.service [None req-fa7e2630-152e-4b2c-921d-d476a6533bd5 None None] privsep_link.helper_command = None {{(pid=66859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.773186] env[66859]: DEBUG oslo_service.backend._eventlet.service [None req-fa7e2630-152e-4b2c-921d-d476a6533bd5 None None] privsep_link.log_daemon_traceback = False {{(pid=66859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.773315] env[66859]: DEBUG oslo_service.backend._eventlet.service [None req-fa7e2630-152e-4b2c-921d-d476a6533bd5 None None] privsep_link.logger_name = oslo_privsep.daemon {{(pid=66859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.773441] env[66859]: DEBUG oslo_service.backend._eventlet.service [None req-fa7e2630-152e-4b2c-921d-d476a6533bd5 None None] privsep_link.thread_pool_size = 8 {{(pid=66859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.773562] env[66859]: DEBUG oslo_service.backend._eventlet.service [None req-fa7e2630-152e-4b2c-921d-d476a6533bd5 None None] privsep_link.user = None {{(pid=66859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.773706] env[66859]: DEBUG oslo_service.backend._eventlet.service [None req-fa7e2630-152e-4b2c-921d-d476a6533bd5 None None] AGENT.agent_id = nsxm-l-01a.corp.local {{(pid=66859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.773845] env[66859]: DEBUG oslo_service.backend._eventlet.service [None req-fa7e2630-152e-4b2c-921d-d476a6533bd5 None None] AGENT.agent_prometheus_exporter_port = 8000 {{(pid=66859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.773977] env[66859]: DEBUG oslo_service.backend._eventlet.service [None req-fa7e2630-152e-4b2c-921d-d476a6533bd5 None None] AGENT.continue_on_failed_promotions = False {{(pid=66859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.774172] env[66859]: DEBUG oslo_service.backend._eventlet.service [None req-fa7e2630-152e-4b2c-921d-d476a6533bd5 None None] AGENT.dscp = None {{(pid=66859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.774328] env[66859]: DEBUG oslo_service.backend._eventlet.service [None req-fa7e2630-152e-4b2c-921d-d476a6533bd5 None None] AGENT.dscp_inherit = False {{(pid=66859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.774456] env[66859]: DEBUG oslo_service.backend._eventlet.service [None req-fa7e2630-152e-4b2c-921d-d476a6533bd5 None None] AGENT.force_mp_to_policy = True {{(pid=66859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.774584] env[66859]: DEBUG oslo_service.backend._eventlet.service [None req-fa7e2630-152e-4b2c-921d-d476a6533bd5 None None] AGENT.locking_coordinator_url = None {{(pid=66859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.774713] env[66859]: DEBUG oslo_service.backend._eventlet.service [None req-fa7e2630-152e-4b2c-921d-d476a6533bd5 None None] AGENT.log_agent_heartbeats = False {{(pid=66859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.774869] env[66859]: DEBUG oslo_service.backend._eventlet.service [None req-fa7e2630-152e-4b2c-921d-d476a6533bd5 None None] AGENT.logging_expire = 1 {{(pid=66859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.775025] env[66859]: DEBUG oslo_service.backend._eventlet.service [None req-fa7e2630-152e-4b2c-921d-d476a6533bd5 None None] AGENT.logging_url = unix:///var/run/redis/socket/redis.sock {{(pid=66859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.775160] env[66859]: DEBUG oslo_service.backend._eventlet.service [None req-fa7e2630-152e-4b2c-921d-d476a6533bd5 None None] AGENT.max_sg_tags_per_segment_port = 27 {{(pid=66859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.775300] env[66859]: DEBUG oslo_service.backend._eventlet.service [None req-fa7e2630-152e-4b2c-921d-d476a6533bd5 None None] AGENT.polling_interval = 240 {{(pid=66859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.775435] env[66859]: DEBUG oslo_service.backend._eventlet.service [None req-fa7e2630-152e-4b2c-921d-d476a6533bd5 None None] AGENT.ports_tag_number_decrease_workaround = True {{(pid=66859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.775573] env[66859]: DEBUG oslo_service.backend._eventlet.service [None req-fa7e2630-152e-4b2c-921d-d476a6533bd5 None None] AGENT.quitting_rpc_timeout = 120 {{(pid=66859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.775714] env[66859]: DEBUG oslo_service.backend._eventlet.service [None req-fa7e2630-152e-4b2c-921d-d476a6533bd5 None None] AGENT.report_interval = 30.0 {{(pid=66859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.775852] env[66859]: DEBUG oslo_service.backend._eventlet.service [None req-fa7e2630-152e-4b2c-921d-d476a6533bd5 None None] AGENT.root_helper = sudo /opt/stack/data/venv/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=66859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.775986] env[66859]: DEBUG oslo_service.backend._eventlet.service [None req-fa7e2630-152e-4b2c-921d-d476a6533bd5 None None] AGENT.root_helper_daemon = sudo /opt/stack/data/venv/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=66859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.776136] env[66859]: DEBUG oslo_service.backend._eventlet.service [None req-fa7e2630-152e-4b2c-921d-d476a6533bd5 None None] AGENT.rpc_max_records_per_query = 1000 {{(pid=66859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.776270] env[66859]: DEBUG oslo_service.backend._eventlet.service [None req-fa7e2630-152e-4b2c-921d-d476a6533bd5 None None] AGENT.sync_skew = 60 {{(pid=66859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.776400] env[66859]: DEBUG oslo_service.backend._eventlet.service [None req-fa7e2630-152e-4b2c-921d-d476a6533bd5 None None] AGENT.synchronization_queue_size = 20 {{(pid=66859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.776530] env[66859]: DEBUG oslo_service.backend._eventlet.service [None req-fa7e2630-152e-4b2c-921d-d476a6533bd5 None None] AGENT.use_helper_for_ns_read = True {{(pid=66859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.776667] env[66859]: DEBUG oslo_service.backend._eventlet.service [None req-fa7e2630-152e-4b2c-921d-d476a6533bd5 None None] SECURITYGROUP.enable_ipset = True {{(pid=66859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.776805] env[66859]: DEBUG oslo_service.backend._eventlet.service [None req-fa7e2630-152e-4b2c-921d-d476a6533bd5 None None] SECURITYGROUP.enable_security_group = True {{(pid=66859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.776966] env[66859]: DEBUG oslo_service.backend._eventlet.service [None req-fa7e2630-152e-4b2c-921d-d476a6533bd5 None None] SECURITYGROUP.firewall_driver = nsxv3 {{(pid=66859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.777125] env[66859]: DEBUG oslo_service.backend._eventlet.service [None req-fa7e2630-152e-4b2c-921d-d476a6533bd5 None None] SECURITYGROUP.permitted_ethertypes = [] {{(pid=66859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.777263] env[66859]: DEBUG oslo_service.backend._eventlet.service [None req-fa7e2630-152e-4b2c-921d-d476a6533bd5 None None] experimental.ipv6_pd_enabled = False {{(pid=66859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.777414] env[66859]: DEBUG oslo_service.backend._eventlet.service [None req-fa7e2630-152e-4b2c-921d-d476a6533bd5 None None] ml2.extension_drivers = ['port_security'] {{(pid=66859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.777544] env[66859]: DEBUG oslo_service.backend._eventlet.service [None req-fa7e2630-152e-4b2c-921d-d476a6533bd5 None None] ml2.external_network_type = None {{(pid=66859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.777685] env[66859]: DEBUG oslo_service.backend._eventlet.service [None req-fa7e2630-152e-4b2c-921d-d476a6533bd5 None None] ml2.mechanism_drivers = ['nsxv3', 'openvswitch', 'logger'] {{(pid=66859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.777846] env[66859]: DEBUG oslo_service.backend._eventlet.service [None req-fa7e2630-152e-4b2c-921d-d476a6533bd5 None None] ml2.overlay_ip_version = 4 {{(pid=66859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.778028] env[66859]: DEBUG oslo_service.backend._eventlet.service [None req-fa7e2630-152e-4b2c-921d-d476a6533bd5 None None] ml2.path_mtu = 8950 {{(pid=66859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.778174] env[66859]: DEBUG oslo_service.backend._eventlet.service [None req-fa7e2630-152e-4b2c-921d-d476a6533bd5 None None] ml2.physical_network_mtus = {} {{(pid=66859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.778321] env[66859]: DEBUG oslo_service.backend._eventlet.service [None req-fa7e2630-152e-4b2c-921d-d476a6533bd5 None None] ml2.tenant_network_types = ['vlan'] {{(pid=66859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.778459] env[66859]: DEBUG oslo_service.backend._eventlet.service [None req-fa7e2630-152e-4b2c-921d-d476a6533bd5 None None] ml2.tunnelled_network_rp_name = rp_tunnelled {{(pid=66859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.778597] env[66859]: DEBUG oslo_service.backend._eventlet.service [None req-fa7e2630-152e-4b2c-921d-d476a6533bd5 None None] ml2.type_drivers = ['vlan'] {{(pid=66859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.778736] env[66859]: DEBUG oslo_service.backend._eventlet.service [None req-fa7e2630-152e-4b2c-921d-d476a6533bd5 None None] AGENT_CLI.neutron_port_id = [] {{(pid=66859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.778864] env[66859]: DEBUG oslo_service.backend._eventlet.service [None req-fa7e2630-152e-4b2c-921d-d476a6533bd5 None None] AGENT_CLI.neutron_qos_policy_id = [] {{(pid=66859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.778993] env[66859]: DEBUG oslo_service.backend._eventlet.service [None req-fa7e2630-152e-4b2c-921d-d476a6533bd5 None None] AGENT_CLI.neutron_security_group_id = [] {{(pid=66859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.779147] env[66859]: DEBUG oslo_service.backend._eventlet.service [None req-fa7e2630-152e-4b2c-921d-d476a6533bd5 None None] NSXV3.nsxv3_concurrent_requests = 40 {{(pid=66859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.779286] env[66859]: DEBUG oslo_service.backend._eventlet.service [None req-fa7e2630-152e-4b2c-921d-d476a6533bd5 None None] NSXV3.nsxv3_connection_retry_count = 2 {{(pid=66859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.779419] env[66859]: DEBUG oslo_service.backend._eventlet.service [None req-fa7e2630-152e-4b2c-921d-d476a6533bd5 None None] NSXV3.nsxv3_connection_retry_sleep = 2 {{(pid=66859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.779554] env[66859]: DEBUG oslo_service.backend._eventlet.service [None req-fa7e2630-152e-4b2c-921d-d476a6533bd5 None None] NSXV3.nsxv3_default_policy_infrastructure_rules = True {{(pid=66859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.779689] env[66859]: DEBUG oslo_service.backend._eventlet.service [None req-fa7e2630-152e-4b2c-921d-d476a6533bd5 None None] NSXV3.nsxv3_dfw_connectivity_strategy = NONE {{(pid=66859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.779822] env[66859]: DEBUG oslo_service.backend._eventlet.service [None req-fa7e2630-152e-4b2c-921d-d476a6533bd5 None None] NSXV3.nsxv3_ip_discovery_switching_profile = nsx-default-ip-discovery-vlan-profile {{(pid=66859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.780026] env[66859]: DEBUG oslo_service.backend._eventlet.service [None req-fa7e2630-152e-4b2c-921d-d476a6533bd5 None None] NSXV3.nsxv3_login_hostname = nsxt.osci.c.eu-de-1.cloud.sap {{(pid=66859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.780176] env[66859]: DEBUG oslo_service.backend._eventlet.service [None req-fa7e2630-152e-4b2c-921d-d476a6533bd5 None None] NSXV3.nsxv3_login_password = **** {{(pid=66859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.780316] env[66859]: DEBUG oslo_service.backend._eventlet.service [None req-fa7e2630-152e-4b2c-921d-d476a6533bd5 None None] NSXV3.nsxv3_login_port = 443 {{(pid=66859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.780448] env[66859]: DEBUG oslo_service.backend._eventlet.service [None req-fa7e2630-152e-4b2c-921d-d476a6533bd5 None None] NSXV3.nsxv3_login_user = admin {{(pid=66859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.780580] env[66859]: DEBUG oslo_service.backend._eventlet.service [None req-fa7e2630-152e-4b2c-921d-d476a6533bd5 None None] NSXV3.nsxv3_managed_hosts = [] {{(pid=66859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.780713] env[66859]: DEBUG oslo_service.backend._eventlet.service [None req-fa7e2630-152e-4b2c-921d-d476a6533bd5 None None] NSXV3.nsxv3_max_records_per_query = 200 {{(pid=66859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.780863] env[66859]: DEBUG oslo_service.backend._eventlet.service [None req-fa7e2630-152e-4b2c-921d-d476a6533bd5 None None] NSXV3.nsxv3_operation_retry_count = 3 {{(pid=66859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.781016] env[66859]: DEBUG oslo_service.backend._eventlet.service [None req-fa7e2630-152e-4b2c-921d-d476a6533bd5 None None] NSXV3.nsxv3_operation_retry_sleep = 5 {{(pid=66859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.781165] env[66859]: DEBUG oslo_service.backend._eventlet.service [None req-fa7e2630-152e-4b2c-921d-d476a6533bd5 None None] NSXV3.nsxv3_realization_timeout = 300 {{(pid=66859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.781310] env[66859]: DEBUG oslo_service.backend._eventlet.service [None req-fa7e2630-152e-4b2c-921d-d476a6533bd5 None None] NSXV3.nsxv3_remove_orphan_ports_after = 2.0 {{(pid=66859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.781447] env[66859]: DEBUG oslo_service.backend._eventlet.service [None req-fa7e2630-152e-4b2c-921d-d476a6533bd5 None None] NSXV3.nsxv3_request_timeout = 60 {{(pid=66859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.781581] env[66859]: DEBUG oslo_service.backend._eventlet.service [None req-fa7e2630-152e-4b2c-921d-d476a6533bd5 None None] NSXV3.nsxv3_requests_per_second = 80 {{(pid=66859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.781713] env[66859]: DEBUG oslo_service.backend._eventlet.service [None req-fa7e2630-152e-4b2c-921d-d476a6533bd5 None None] NSXV3.nsxv3_requests_per_second_timeout = 7 {{(pid=66859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.781848] env[66859]: DEBUG oslo_service.backend._eventlet.service [None req-fa7e2630-152e-4b2c-921d-d476a6533bd5 None None] NSXV3.nsxv3_spoof_guard_switching_profile = nsx-default-spoof-guard-vif-profile {{(pid=66859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.781990] env[66859]: DEBUG oslo_service.backend._eventlet.service [None req-fa7e2630-152e-4b2c-921d-d476a6533bd5 None None] NSXV3.nsxv3_suppress_ssl_warnings = True {{(pid=66859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.782138] env[66859]: DEBUG oslo_service.backend._eventlet.service [None req-fa7e2630-152e-4b2c-921d-d476a6533bd5 None None] NSXV3.nsxv3_transport_zone_id_cache_time = 86400 {{(pid=66859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.782274] env[66859]: DEBUG oslo_service.backend._eventlet.service [None req-fa7e2630-152e-4b2c-921d-d476a6533bd5 None None] NSXV3.nsxv3_transport_zone_name = nsx-vlan-transportzone {{(pid=66859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.782462] env[66859]: DEBUG oslo_service.backend._eventlet.service [None req-fa7e2630-152e-4b2c-921d-d476a6533bd5 None None] vsphere.vsphere_login_hostname = vc-l-01a.corp.local {{(pid=66859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.782605] env[66859]: DEBUG oslo_service.backend._eventlet.service [None req-fa7e2630-152e-4b2c-921d-d476a6533bd5 None None] vsphere.vsphere_login_password = VMware1! {{(pid=66859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.782740] env[66859]: DEBUG oslo_service.backend._eventlet.service [None req-fa7e2630-152e-4b2c-921d-d476a6533bd5 None None] vsphere.vsphere_login_username = administrator@vsphere.local {{(pid=66859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.782874] env[66859]: DEBUG oslo_service.backend._eventlet.service [None req-fa7e2630-152e-4b2c-921d-d476a6533bd5 None None] vsphere.vsphere_suppress_ssl_wornings = True {{(pid=66859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.783014] env[66859]: DEBUG oslo_service.backend._eventlet.service [None req-fa7e2630-152e-4b2c-921d-d476a6533bd5 None None] nova.auth_section = None {{(pid=66859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.783159] env[66859]: DEBUG oslo_service.backend._eventlet.service [None req-fa7e2630-152e-4b2c-921d-d476a6533bd5 None None] nova.auth_type = password {{(pid=66859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.783294] env[66859]: DEBUG oslo_service.backend._eventlet.service [None req-fa7e2630-152e-4b2c-921d-d476a6533bd5 None None] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=66859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.783420] env[66859]: DEBUG oslo_service.backend._eventlet.service [None req-fa7e2630-152e-4b2c-921d-d476a6533bd5 None None] nova.certfile = None {{(pid=66859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.783549] env[66859]: DEBUG oslo_service.backend._eventlet.service [None req-fa7e2630-152e-4b2c-921d-d476a6533bd5 None None] nova.collect_timing = False {{(pid=66859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.783686] env[66859]: DEBUG oslo_service.backend._eventlet.service [None req-fa7e2630-152e-4b2c-921d-d476a6533bd5 None None] nova.endpoint_type = public {{(pid=66859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.783814] env[66859]: DEBUG oslo_service.backend._eventlet.service [None req-fa7e2630-152e-4b2c-921d-d476a6533bd5 None None] nova.insecure = False {{(pid=66859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.783962] env[66859]: DEBUG oslo_service.backend._eventlet.service [None req-fa7e2630-152e-4b2c-921d-d476a6533bd5 None None] nova.keyfile = None {{(pid=66859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.784115] env[66859]: DEBUG oslo_service.backend._eventlet.service [None req-fa7e2630-152e-4b2c-921d-d476a6533bd5 None None] nova.region_name = RegionOne {{(pid=66859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.784342] env[66859]: DEBUG oslo_service.backend._eventlet.service [None req-fa7e2630-152e-4b2c-921d-d476a6533bd5 None None] nova.split_loggers = False {{(pid=66859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.784398] env[66859]: DEBUG oslo_service.backend._eventlet.service [None req-fa7e2630-152e-4b2c-921d-d476a6533bd5 None None] nova.timeout = None {{(pid=66859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.784512] env[66859]: DEBUG oslo_service.backend._eventlet.service [None req-fa7e2630-152e-4b2c-921d-d476a6533bd5 None None] placement.auth_section = None {{(pid=66859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.784632] env[66859]: DEBUG oslo_service.backend._eventlet.service [None req-fa7e2630-152e-4b2c-921d-d476a6533bd5 None None] placement.auth_type = password {{(pid=66859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.784775] env[66859]: DEBUG oslo_service.backend._eventlet.service [None req-fa7e2630-152e-4b2c-921d-d476a6533bd5 None None] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=66859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.784918] env[66859]: DEBUG oslo_service.backend._eventlet.service [None req-fa7e2630-152e-4b2c-921d-d476a6533bd5 None None] placement.certfile = None {{(pid=66859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.785061] env[66859]: DEBUG oslo_service.backend._eventlet.service [None req-fa7e2630-152e-4b2c-921d-d476a6533bd5 None None] placement.collect_timing = False {{(pid=66859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.785199] env[66859]: DEBUG oslo_service.backend._eventlet.service [None req-fa7e2630-152e-4b2c-921d-d476a6533bd5 None None] placement.endpoint_type = public {{(pid=66859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.785325] env[66859]: DEBUG oslo_service.backend._eventlet.service [None req-fa7e2630-152e-4b2c-921d-d476a6533bd5 None None] placement.insecure = False {{(pid=66859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.785446] env[66859]: DEBUG oslo_service.backend._eventlet.service [None req-fa7e2630-152e-4b2c-921d-d476a6533bd5 None None] placement.keyfile = None {{(pid=66859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.785577] env[66859]: DEBUG oslo_service.backend._eventlet.service [None req-fa7e2630-152e-4b2c-921d-d476a6533bd5 None None] placement.region_name = None {{(pid=66859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.785693] env[66859]: DEBUG oslo_service.backend._eventlet.service [None req-fa7e2630-152e-4b2c-921d-d476a6533bd5 None None] placement.split_loggers = False {{(pid=66859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.785817] env[66859]: DEBUG oslo_service.backend._eventlet.service [None req-fa7e2630-152e-4b2c-921d-d476a6533bd5 None None] placement.timeout = None {{(pid=66859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.785949] env[66859]: DEBUG oslo_service.backend._eventlet.service [None req-fa7e2630-152e-4b2c-921d-d476a6533bd5 None None] ironic.auth_section = None {{(pid=66859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.786089] env[66859]: DEBUG oslo_service.backend._eventlet.service [None req-fa7e2630-152e-4b2c-921d-d476a6533bd5 None None] ironic.auth_type = None {{(pid=66859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.786217] env[66859]: DEBUG oslo_service.backend._eventlet.service [None req-fa7e2630-152e-4b2c-921d-d476a6533bd5 None None] ironic.cafile = None {{(pid=66859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.786342] env[66859]: DEBUG oslo_service.backend._eventlet.service [None req-fa7e2630-152e-4b2c-921d-d476a6533bd5 None None] ironic.certfile = None {{(pid=66859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.786470] env[66859]: DEBUG oslo_service.backend._eventlet.service [None req-fa7e2630-152e-4b2c-921d-d476a6533bd5 None None] ironic.collect_timing = False {{(pid=66859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.786593] env[66859]: DEBUG oslo_service.backend._eventlet.service [None req-fa7e2630-152e-4b2c-921d-d476a6533bd5 None None] ironic.connect_retries = None {{(pid=66859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.786719] env[66859]: DEBUG oslo_service.backend._eventlet.service [None req-fa7e2630-152e-4b2c-921d-d476a6533bd5 None None] ironic.connect_retry_delay = None {{(pid=66859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.786887] env[66859]: DEBUG oslo_service.backend._eventlet.service [None req-fa7e2630-152e-4b2c-921d-d476a6533bd5 None None] ironic.enable_notifications = False {{(pid=66859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.787043] env[66859]: DEBUG oslo_service.backend._eventlet.service [None req-fa7e2630-152e-4b2c-921d-d476a6533bd5 None None] ironic.endpoint_override = None {{(pid=66859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.787185] env[66859]: DEBUG oslo_service.backend._eventlet.service [None req-fa7e2630-152e-4b2c-921d-d476a6533bd5 None None] ironic.insecure = False {{(pid=66859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.787312] env[66859]: DEBUG oslo_service.backend._eventlet.service [None req-fa7e2630-152e-4b2c-921d-d476a6533bd5 None None] ironic.interface = None {{(pid=66859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.787437] env[66859]: DEBUG oslo_service.backend._eventlet.service [None req-fa7e2630-152e-4b2c-921d-d476a6533bd5 None None] ironic.keyfile = None {{(pid=66859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.787567] env[66859]: DEBUG oslo_service.backend._eventlet.service [None req-fa7e2630-152e-4b2c-921d-d476a6533bd5 None None] ironic.max_version = None {{(pid=66859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.787693] env[66859]: DEBUG oslo_service.backend._eventlet.service [None req-fa7e2630-152e-4b2c-921d-d476a6533bd5 None None] ironic.min_version = None {{(pid=66859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.787819] env[66859]: DEBUG oslo_service.backend._eventlet.service [None req-fa7e2630-152e-4b2c-921d-d476a6533bd5 None None] ironic.region_name = None {{(pid=66859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.787945] env[66859]: DEBUG oslo_service.backend._eventlet.service [None req-fa7e2630-152e-4b2c-921d-d476a6533bd5 None None] ironic.retriable_status_codes = None {{(pid=66859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.788080] env[66859]: DEBUG oslo_service.backend._eventlet.service [None req-fa7e2630-152e-4b2c-921d-d476a6533bd5 None None] ironic.service_name = None {{(pid=66859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.788206] env[66859]: DEBUG oslo_service.backend._eventlet.service [None req-fa7e2630-152e-4b2c-921d-d476a6533bd5 None None] ironic.service_type = None {{(pid=66859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.788334] env[66859]: DEBUG oslo_service.backend._eventlet.service [None req-fa7e2630-152e-4b2c-921d-d476a6533bd5 None None] ironic.split_loggers = False {{(pid=66859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.788457] env[66859]: DEBUG oslo_service.backend._eventlet.service [None req-fa7e2630-152e-4b2c-921d-d476a6533bd5 None None] ironic.status_code_retries = None {{(pid=66859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.788582] env[66859]: DEBUG oslo_service.backend._eventlet.service [None req-fa7e2630-152e-4b2c-921d-d476a6533bd5 None None] ironic.status_code_retry_delay = None {{(pid=66859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.788706] env[66859]: DEBUG oslo_service.backend._eventlet.service [None req-fa7e2630-152e-4b2c-921d-d476a6533bd5 None None] ironic.timeout = None {{(pid=66859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.788832] env[66859]: DEBUG oslo_service.backend._eventlet.service [None req-fa7e2630-152e-4b2c-921d-d476a6533bd5 None None] ironic.valid_interfaces = None {{(pid=66859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.788956] env[66859]: DEBUG oslo_service.backend._eventlet.service [None req-fa7e2630-152e-4b2c-921d-d476a6533bd5 None None] ironic.version = None {{(pid=66859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.789101] env[66859]: DEBUG oslo_service.backend._eventlet.service [None req-fa7e2630-152e-4b2c-921d-d476a6533bd5 None None] cli_script.dry_run = False {{(pid=66859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.789242] env[66859]: DEBUG oslo_service.backend._eventlet.service [None req-fa7e2630-152e-4b2c-921d-d476a6533bd5 None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=66859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.789370] env[66859]: DEBUG oslo_service.backend._eventlet.service [None req-fa7e2630-152e-4b2c-921d-d476a6533bd5 None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=66859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.789501] env[66859]: DEBUG oslo_service.backend._eventlet.service [None req-fa7e2630-152e-4b2c-921d-d476a6533bd5 None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=66859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.789627] env[66859]: DEBUG oslo_service.backend._eventlet.service [None req-fa7e2630-152e-4b2c-921d-d476a6533bd5 None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=66859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.789753] env[66859]: DEBUG oslo_service.backend._eventlet.service [None req-fa7e2630-152e-4b2c-921d-d476a6533bd5 None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=66859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.789918] env[66859]: DEBUG oslo_service.backend._eventlet.service [None req-fa7e2630-152e-4b2c-921d-d476a6533bd5 None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=66859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.790085] env[66859]: DEBUG oslo_service.backend._eventlet.service [None req-fa7e2630-152e-4b2c-921d-d476a6533bd5 None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=66859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.790219] env[66859]: DEBUG oslo_service.backend._eventlet.service [None req-fa7e2630-152e-4b2c-921d-d476a6533bd5 None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=66859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.790349] env[66859]: DEBUG oslo_service.backend._eventlet.service [None req-fa7e2630-152e-4b2c-921d-d476a6533bd5 None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=66859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.790488] env[66859]: DEBUG oslo_service.backend._eventlet.service [None req-fa7e2630-152e-4b2c-921d-d476a6533bd5 None None] oslo_messaging_rabbit.hostname = devstack {{(pid=66859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.790615] env[66859]: DEBUG oslo_service.backend._eventlet.service [None req-fa7e2630-152e-4b2c-921d-d476a6533bd5 None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=66859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.790751] env[66859]: DEBUG oslo_service.backend._eventlet.service [None req-fa7e2630-152e-4b2c-921d-d476a6533bd5 None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=66859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.790886] env[66859]: DEBUG oslo_service.backend._eventlet.service [None req-fa7e2630-152e-4b2c-921d-d476a6533bd5 None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=66859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.791033] env[66859]: DEBUG oslo_service.backend._eventlet.service [None req-fa7e2630-152e-4b2c-921d-d476a6533bd5 None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=66859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.791173] env[66859]: DEBUG oslo_service.backend._eventlet.service [None req-fa7e2630-152e-4b2c-921d-d476a6533bd5 None None] oslo_messaging_rabbit.kombu_reconnect_splay = 0.0 {{(pid=66859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.791312] env[66859]: DEBUG oslo_service.backend._eventlet.service [None req-fa7e2630-152e-4b2c-921d-d476a6533bd5 None None] oslo_messaging_rabbit.processname = neutron-nsxv3-agent {{(pid=66859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.791443] env[66859]: DEBUG oslo_service.backend._eventlet.service [None req-fa7e2630-152e-4b2c-921d-d476a6533bd5 None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=66859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.791573] env[66859]: DEBUG oslo_service.backend._eventlet.service [None req-fa7e2630-152e-4b2c-921d-d476a6533bd5 None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=66859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.791708] env[66859]: DEBUG oslo_service.backend._eventlet.service [None req-fa7e2630-152e-4b2c-921d-d476a6533bd5 None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=66859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.791836] env[66859]: DEBUG oslo_service.backend._eventlet.service [None req-fa7e2630-152e-4b2c-921d-d476a6533bd5 None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=66859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.791965] env[66859]: DEBUG oslo_service.backend._eventlet.service [None req-fa7e2630-152e-4b2c-921d-d476a6533bd5 None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=66859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.792109] env[66859]: DEBUG oslo_service.backend._eventlet.service [None req-fa7e2630-152e-4b2c-921d-d476a6533bd5 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=66859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.792238] env[66859]: DEBUG oslo_service.backend._eventlet.service [None req-fa7e2630-152e-4b2c-921d-d476a6533bd5 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=66859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.792366] env[66859]: DEBUG oslo_service.backend._eventlet.service [None req-fa7e2630-152e-4b2c-921d-d476a6533bd5 None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=66859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.792496] env[66859]: DEBUG oslo_service.backend._eventlet.service [None req-fa7e2630-152e-4b2c-921d-d476a6533bd5 None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=66859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.792623] env[66859]: DEBUG oslo_service.backend._eventlet.service [None req-fa7e2630-152e-4b2c-921d-d476a6533bd5 None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=66859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.792752] env[66859]: DEBUG oslo_service.backend._eventlet.service [None req-fa7e2630-152e-4b2c-921d-d476a6533bd5 None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=66859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.792893] env[66859]: DEBUG oslo_service.backend._eventlet.service [None req-fa7e2630-152e-4b2c-921d-d476a6533bd5 None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=66859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.793053] env[66859]: DEBUG oslo_service.backend._eventlet.service [None req-fa7e2630-152e-4b2c-921d-d476a6533bd5 None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=66859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.793186] env[66859]: DEBUG oslo_service.backend._eventlet.service [None req-fa7e2630-152e-4b2c-921d-d476a6533bd5 None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=66859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.793316] env[66859]: DEBUG oslo_service.backend._eventlet.service [None req-fa7e2630-152e-4b2c-921d-d476a6533bd5 None None] oslo_messaging_rabbit.ssl = False {{(pid=66859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.793452] env[66859]: DEBUG oslo_service.backend._eventlet.service [None req-fa7e2630-152e-4b2c-921d-d476a6533bd5 None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=66859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.793585] env[66859]: DEBUG oslo_service.backend._eventlet.service [None req-fa7e2630-152e-4b2c-921d-d476a6533bd5 None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=66859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.793715] env[66859]: DEBUG oslo_service.backend._eventlet.service [None req-fa7e2630-152e-4b2c-921d-d476a6533bd5 None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=66859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.793849] env[66859]: DEBUG oslo_service.backend._eventlet.service [None req-fa7e2630-152e-4b2c-921d-d476a6533bd5 None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=66859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.793986] env[66859]: DEBUG oslo_service.backend._eventlet.service [None req-fa7e2630-152e-4b2c-921d-d476a6533bd5 None None] oslo_messaging_rabbit.ssl_version = {{(pid=66859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.794127] env[66859]: DEBUG oslo_service.backend._eventlet.service [None req-fa7e2630-152e-4b2c-921d-d476a6533bd5 None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=66859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.794265] env[66859]: DEBUG oslo_service.backend._eventlet.service [None req-fa7e2630-152e-4b2c-921d-d476a6533bd5 None None] oslo_messaging_notifications.driver = [] {{(pid=66859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.794478] env[66859]: DEBUG oslo_service.backend._eventlet.service [None req-fa7e2630-152e-4b2c-921d-d476a6533bd5 None None] oslo_messaging_notifications.retry = -1 {{(pid=66859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.794629] env[66859]: DEBUG oslo_service.backend._eventlet.service [None req-fa7e2630-152e-4b2c-921d-d476a6533bd5 None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=66859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.794683] env[66859]: DEBUG oslo_service.backend._eventlet.service [None req-fa7e2630-152e-4b2c-921d-d476a6533bd5 None None] oslo_messaging_notifications.transport_url = **** {{(pid=66859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.794750] env[66859]: DEBUG oslo_service.backend._eventlet.service [None req-fa7e2630-152e-4b2c-921d-d476a6533bd5 None None] ******************************************************************************** {{(pid=66859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 525.795875] env[66859]: DEBUG neutron.agent.securitygroups_rpc [None req-0c0c7735-d1e0-4ebb-a8fb-e03fe373214d None None] Init firewall settings (driver=nsxv3) {{(pid=66859) init_firewall /opt/stack/neutron/neutron/agent/securitygroups_rpc.py:137}} [ 525.797200] env[66859]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.extensions.firewall [None req-0c0c7735-d1e0-4ebb-a8fb-e03fe373214d None None] Initializing NSXv3SecurityGroupsDriver dummy driver. {{(pid=66859) __init__ /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/extensions/firewall.py:16}} [ 525.797436] env[66859]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-0c0c7735-d1e0-4ebb-a8fb-e03fe373214d None None] RPC agent_id: nsxm-l-01a.corp.local [ 525.799664] env[66859]: DEBUG dogpile.cache.region [None req-0c0c7735-d1e0-4ebb-a8fb-e03fe373214d None None] No value present for key: 'zone-id' {{(pid=66859) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 525.799792] env[66859]: DEBUG dogpile.lock [None req-0c0c7735-d1e0-4ebb-a8fb-e03fe373214d None None] NeedRegenerationException {{(pid=66859) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 525.799891] env[66859]: DEBUG dogpile.lock [None req-0c0c7735-d1e0-4ebb-a8fb-e03fe373214d None None] no value, waiting for create lock {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 525.799984] env[66859]: DEBUG dogpile.lock [None req-0c0c7735-d1e0-4ebb-a8fb-e03fe373214d None None] value creation lock acquired {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 525.800085] env[66859]: DEBUG dogpile.cache.region [None req-0c0c7735-d1e0-4ebb-a8fb-e03fe373214d None None] No value present for key: 'zone-id' {{(pid=66859) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 525.800170] env[66859]: DEBUG dogpile.lock [None req-0c0c7735-d1e0-4ebb-a8fb-e03fe373214d None None] Calling creation function for not-yet-present value {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 525.800289] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0c0c7735-d1e0-4ebb-a8fb-e03fe373214d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 525.822117] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-0c0c7735-d1e0-4ebb-a8fb-e03fe373214d None None] Session token - acquiring [ 525.823634] env[66859]: DEBUG networking_nsxv3.common.locking [None req-0c0c7735-d1e0-4ebb-a8fb-e03fe373214d None None] Lock https://nsxt.osci.c.eu-de-1.cloud.sap:443 taken with stack trace [, , , , , , , , , , , , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 525.823839] env[66859]: DEBUG oslo_concurrency.lockutils [None req-0c0c7735-d1e0-4ebb-a8fb-e03fe373214d None None] Acquiring lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 525.823905] env[66859]: DEBUG oslo_concurrency.lockutils [None req-0c0c7735-d1e0-4ebb-a8fb-e03fe373214d None None] Acquired lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 525.824321] env[66859]: DEBUG oslo_concurrency.lockutils [None req-0c0c7735-d1e0-4ebb-a8fb-e03fe373214d None None] Acquired external semaphore "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 525.836443] env[66859]: DEBUG oslo_concurrency.lockutils [None req-0c0c7735-d1e0-4ebb-a8fb-e03fe373214d None None] Releasing lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 526.123605] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-0c0c7735-d1e0-4ebb-a8fb-e03fe373214d None None] Session token - acquired, connected to NSX-T 4.1.2.0.0.22589037 [ 526.148197] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0c0c7735-d1e0-4ebb-a8fb-e03fe373214d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 526.148380] env[66859]: DEBUG dogpile.cache.region [None req-0c0c7735-d1e0-4ebb-a8fb-e03fe373214d None None] Cache value generated in 0.348 seconds for key(s): 'zone-id' {{(pid=66859) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 526.148505] env[66859]: DEBUG dogpile.lock [None req-0c0c7735-d1e0-4ebb-a8fb-e03fe373214d None None] Released creation lock {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 526.148629] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0c0c7735-d1e0-4ebb-a8fb-e03fe373214d None None] Activating Policy API Provider. [ 526.148845] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0c0c7735-d1e0-4ebb-a8fb-e03fe373214d None None] Looking for the default Infrastructure Rules. [ 526.218953] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0c0c7735-d1e0-4ebb-a8fb-e03fe373214d None None] Looking for the Default Layer3 Logged Drop Section. [ 526.237359] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-0c0c7735-d1e0-4ebb-a8fb-e03fe373214d None None] Detected NSX-T (4, 1, 2, 0, 0, 22589037) version. [ 526.237812] env[66859]: DEBUG networking_nsxv3.common.locking [None req-0c0c7735-d1e0-4ebb-a8fb-e03fe373214d None None] Lock all taken with stack trace [, , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 526.238052] env[66859]: DEBUG oslo_concurrency.lockutils [None req-0c0c7735-d1e0-4ebb-a8fb-e03fe373214d None None] Acquiring lock "all" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 526.238182] env[66859]: DEBUG oslo_concurrency.lockutils [None req-0c0c7735-d1e0-4ebb-a8fb-e03fe373214d None None] Acquired lock "all" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 526.238448] env[66859]: DEBUG oslo_concurrency.lockutils [None req-0c0c7735-d1e0-4ebb-a8fb-e03fe373214d None None] Acquired external semaphore "all" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 526.238774] env[66859]: DEBUG networking_nsxv3.api.rpc [None req-0c0c7735-d1e0-4ebb-a8fb-e03fe373214d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 526.753909] env[66859]: DEBUG networking_nsxv3.api.rpc [None req-0c0c7735-d1e0-4ebb-a8fb-e03fe373214d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 527.256377] env[66859]: DEBUG networking_nsxv3.api.rpc [None req-0c0c7735-d1e0-4ebb-a8fb-e03fe373214d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 527.759037] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-0c0c7735-d1e0-4ebb-a8fb-e03fe373214d None None] Inventory metadata is going to be refreshed. [ 527.759434] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0c0c7735-d1e0-4ebb-a8fb-e03fe373214d None None] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 528.518582] env[66859]: DEBUG networking_nsxv3.common.locking [None req-0c0c7735-d1e0-4ebb-a8fb-e03fe373214d None None] Lock Segment taken with stack trace [, , , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 528.518912] env[66859]: DEBUG oslo_concurrency.lockutils [None req-0c0c7735-d1e0-4ebb-a8fb-e03fe373214d None None] Acquiring lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 528.518912] env[66859]: DEBUG oslo_concurrency.lockutils [None req-0c0c7735-d1e0-4ebb-a8fb-e03fe373214d None None] Acquired lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 528.519259] env[66859]: DEBUG oslo_concurrency.lockutils [None req-0c0c7735-d1e0-4ebb-a8fb-e03fe373214d None None] Acquired external semaphore "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 528.530249] env[66859]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [None req-0c0c7735-d1e0-4ebb-a8fb-e03fe373214d None None] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 528.532356] env[66859]: DEBUG oslo_concurrency.lockutils [None req-0c0c7735-d1e0-4ebb-a8fb-e03fe373214d None None] Releasing lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 528.532989] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0c0c7735-d1e0-4ebb-a8fb-e03fe373214d None None] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 528.551087] env[66859]: DEBUG networking_nsxv3.common.locking [None req-0c0c7735-d1e0-4ebb-a8fb-e03fe373214d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 528.551343] env[66859]: DEBUG oslo_concurrency.lockutils [None req-0c0c7735-d1e0-4ebb-a8fb-e03fe373214d None None] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 528.551392] env[66859]: DEBUG oslo_concurrency.lockutils [None req-0c0c7735-d1e0-4ebb-a8fb-e03fe373214d None None] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 528.551686] env[66859]: DEBUG oslo_concurrency.lockutils [None req-0c0c7735-d1e0-4ebb-a8fb-e03fe373214d None None] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 528.551819] env[66859]: DEBUG oslo_concurrency.lockutils [None req-0c0c7735-d1e0-4ebb-a8fb-e03fe373214d None None] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 528.551967] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0c0c7735-d1e0-4ebb-a8fb-e03fe373214d None None] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 528.552098] env[66859]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0c0c7735-d1e0-4ebb-a8fb-e03fe373214d None None] Outdated resources of Type:SegmentPort Are:set() {{(pid=66859) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 528.552201] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0c0c7735-d1e0-4ebb-a8fb-e03fe373214d None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 528.572091] env[66859]: DEBUG networking_nsxv3.common.locking [None req-0c0c7735-d1e0-4ebb-a8fb-e03fe373214d None None] Lock Security Group (Rules) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 528.572327] env[66859]: DEBUG oslo_concurrency.lockutils [None req-0c0c7735-d1e0-4ebb-a8fb-e03fe373214d None None] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 528.572393] env[66859]: DEBUG oslo_concurrency.lockutils [None req-0c0c7735-d1e0-4ebb-a8fb-e03fe373214d None None] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 528.572649] env[66859]: DEBUG oslo_concurrency.lockutils [None req-0c0c7735-d1e0-4ebb-a8fb-e03fe373214d None None] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 528.572818] env[66859]: DEBUG oslo_concurrency.lockutils [None req-0c0c7735-d1e0-4ebb-a8fb-e03fe373214d None None] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 528.572959] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0c0c7735-d1e0-4ebb-a8fb-e03fe373214d None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 528.592697] env[66859]: DEBUG networking_nsxv3.common.locking [None req-0c0c7735-d1e0-4ebb-a8fb-e03fe373214d None None] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 528.592913] env[66859]: DEBUG oslo_concurrency.lockutils [None req-0c0c7735-d1e0-4ebb-a8fb-e03fe373214d None None] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 528.592978] env[66859]: DEBUG oslo_concurrency.lockutils [None req-0c0c7735-d1e0-4ebb-a8fb-e03fe373214d None None] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 528.593284] env[66859]: DEBUG oslo_concurrency.lockutils [None req-0c0c7735-d1e0-4ebb-a8fb-e03fe373214d None None] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 528.593427] env[66859]: DEBUG oslo_concurrency.lockutils [None req-0c0c7735-d1e0-4ebb-a8fb-e03fe373214d None None] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 528.593569] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0c0c7735-d1e0-4ebb-a8fb-e03fe373214d None None] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 528.614591] env[66859]: DEBUG networking_nsxv3.common.locking [None req-0c0c7735-d1e0-4ebb-a8fb-e03fe373214d None None] Lock Address Group taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 528.614848] env[66859]: DEBUG oslo_concurrency.lockutils [None req-0c0c7735-d1e0-4ebb-a8fb-e03fe373214d None None] Acquiring lock "Address Group" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 528.614907] env[66859]: DEBUG oslo_concurrency.lockutils [None req-0c0c7735-d1e0-4ebb-a8fb-e03fe373214d None None] Acquired lock "Address Group" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 528.615239] env[66859]: DEBUG oslo_concurrency.lockutils [None req-0c0c7735-d1e0-4ebb-a8fb-e03fe373214d None None] Acquired external semaphore "Address Group" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 528.615384] env[66859]: DEBUG oslo_concurrency.lockutils [None req-0c0c7735-d1e0-4ebb-a8fb-e03fe373214d None None] Releasing lock "Address Group" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 528.615533] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0c0c7735-d1e0-4ebb-a8fb-e03fe373214d None None] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:0. [ 528.615635] env[66859]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0c0c7735-d1e0-4ebb-a8fb-e03fe373214d None None] Outdated resources of Type:Security Group (Rules) Are:set() {{(pid=66859) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 528.615808] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0c0c7735-d1e0-4ebb-a8fb-e03fe373214d None None] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 528.635089] env[66859]: DEBUG networking_nsxv3.common.locking [None req-0c0c7735-d1e0-4ebb-a8fb-e03fe373214d None None] Lock Segment QoS taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 528.635330] env[66859]: DEBUG oslo_concurrency.lockutils [None req-0c0c7735-d1e0-4ebb-a8fb-e03fe373214d None None] Acquiring lock "Segment QoS" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 528.635381] env[66859]: DEBUG oslo_concurrency.lockutils [None req-0c0c7735-d1e0-4ebb-a8fb-e03fe373214d None None] Acquired lock "Segment QoS" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 528.635644] env[66859]: DEBUG oslo_concurrency.lockutils [None req-0c0c7735-d1e0-4ebb-a8fb-e03fe373214d None None] Acquired external semaphore "Segment QoS" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 528.635758] env[66859]: DEBUG oslo_concurrency.lockutils [None req-0c0c7735-d1e0-4ebb-a8fb-e03fe373214d None None] Releasing lock "Segment QoS" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 528.635896] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0c0c7735-d1e0-4ebb-a8fb-e03fe373214d None None] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 528.636075] env[66859]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0c0c7735-d1e0-4ebb-a8fb-e03fe373214d None None] Outdated resources of Type:Segment QoS Are:set() {{(pid=66859) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 528.636138] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0c0c7735-d1e0-4ebb-a8fb-e03fe373214d None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 528.655996] env[66859]: DEBUG networking_nsxv3.common.locking [None req-0c0c7735-d1e0-4ebb-a8fb-e03fe373214d None None] Lock Security Group (Members) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 528.656249] env[66859]: DEBUG oslo_concurrency.lockutils [None req-0c0c7735-d1e0-4ebb-a8fb-e03fe373214d None None] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 528.656302] env[66859]: DEBUG oslo_concurrency.lockutils [None req-0c0c7735-d1e0-4ebb-a8fb-e03fe373214d None None] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 528.656549] env[66859]: DEBUG oslo_concurrency.lockutils [None req-0c0c7735-d1e0-4ebb-a8fb-e03fe373214d None None] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 528.656682] env[66859]: DEBUG oslo_concurrency.lockutils [None req-0c0c7735-d1e0-4ebb-a8fb-e03fe373214d None None] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 528.656828] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0c0c7735-d1e0-4ebb-a8fb-e03fe373214d None None] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 528.656966] env[66859]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0c0c7735-d1e0-4ebb-a8fb-e03fe373214d None None] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=66859) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 528.657103] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-0c0c7735-d1e0-4ebb-a8fb-e03fe373214d None None] Inventory metadata have been refreshed. [ 528.657153] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-0c0c7735-d1e0-4ebb-a8fb-e03fe373214d None None] Dryrun:True. Metadata refresh completed. [ 528.657255] env[66859]: DEBUG oslo_concurrency.lockutils [None req-0c0c7735-d1e0-4ebb-a8fb-e03fe373214d None None] Releasing lock "all" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 528.658977] env[66859]: INFO neutron.agent.agent_extensions_manager [None req-0c0c7735-d1e0-4ebb-a8fb-e03fe373214d None None] Loaded agent extensions: [] [ 528.659667] env[66859]: DEBUG neutron_lib.callbacks.manager [None req-0c0c7735-d1e0-4ebb-a8fb-e03fe373214d None None] Publish callbacks [] for NSXv3 Agent (None), after_init {{(pid=66859) _notify_loop /opt/stack/data/venv/lib/python3.10/site-packages/neutron_lib/callbacks/manager.py:184}} [ 528.708576] env[66859]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-0c0c7735-d1e0-4ebb-a8fb-e03fe373214d None None] NSXv3 Agent Agent RPC Daemon Started! [ 528.708688] env[66859]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-0c0c7735-d1e0-4ebb-a8fb-e03fe373214d None None] NSXv3 Agent Agent loop - iteration:0 started [ 528.708786] env[66859]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-0c0c7735-d1e0-4ebb-a8fb-e03fe373214d None None] NSXv3 Agent Agent out of sync with plugin! [ 533.661038] env[66859]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 533.661038] env[66859]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 538.662429] env[66859]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 538.662797] env[66859]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 543.664050] env[66859]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 543.664050] env[66859]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 543.888083] env[66859]: INFO networking_nsxv3.common.synchronization [None req-bd51dc83-3cb9-4e54-91bd-b30947eea4c8 demo admin] Enqueued Resource ID: 4d7d6e6d-8292-4194-93a6-72b0bf804185 with Priority: HIGHEST for action security_group_rules [ 543.888614] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4d7d6e6d-8292-4194-93a6-72b0bf804185 with Priority: HIGHEST for action security_group_rules [ 543.888905] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4d7d6e6d-8292-4194-93a6-72b0bf804185 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 543.889044] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4d7d6e6d-8292-4194-93a6-72b0bf804185" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 543.889106] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4d7d6e6d-8292-4194-93a6-72b0bf804185" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 543.889438] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4d7d6e6d-8292-4194-93a6-72b0bf804185" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 543.889520] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4d7d6e6d-8292-4194-93a6-72b0bf804185',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 544.409733] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 544.410028] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 544.410028] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 544.410168] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 544.410232] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 544.410316] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4d7d6e6d-8292-4194-93a6-72b0bf804185 already deleted. [ 544.410395] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4d7d6e6d-8292-4194-93a6-72b0bf804185" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 548.889686] env[66859]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 548.890062] env[66859]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 553.891035] env[66859]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 553.891356] env[66859]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 558.892369] env[66859]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 558.892704] env[66859]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 563.893953] env[66859]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 563.893953] env[66859]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 568.894637] env[66859]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 568.894925] env[66859]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 572.702602] env[66859]: INFO networking_nsxv3.common.synchronization [None req-aa32f91c-b123-4df6-86af-6055683eb570 None None] Enqueued Resource ID: b4bfdc29-e36b-4bfc-b9c1-f247b550ce5b with Priority: HIGHEST for action port [ 572.703159] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b4bfdc29-e36b-4bfc-b9c1-f247b550ce5b with Priority: HIGHEST for action port [ 572.703476] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock port-b4bfdc29-e36b-4bfc-b9c1-f247b550ce5b taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 572.703584] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b4bfdc29-e36b-4bfc-b9c1-f247b550ce5b" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 572.703655] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b4bfdc29-e36b-4bfc-b9c1-f247b550ce5b" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 572.704283] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b4bfdc29-e36b-4bfc-b9c1-f247b550ce5b" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 572.704394] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b4bfdc29-e36b-4bfc-b9c1-f247b550ce5b',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 573.207890] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b4bfdc29-e36b-4bfc-b9c1-f247b550ce5b [ 573.208157] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 573.208303] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 573.208371] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 573.208629] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 573.208809] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 573.208857] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b4bfdc29-e36b-4bfc-b9c1-f247b550ce5b already deleted. [ 573.208905] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b4bfdc29-e36b-4bfc-b9c1-f247b550ce5b" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 574.608612] env[66859]: INFO networking_nsxv3.common.synchronization [None req-2f4800d1-826b-46d5-a0aa-2ada36ccde8f None None] Enqueued Resource ID: def8e2a7-bdfb-4d8c-8cc8-c3434f558bdd with Priority: HIGHEST for action port [ 574.609161] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: def8e2a7-bdfb-4d8c-8cc8-c3434f558bdd with Priority: HIGHEST for action port [ 574.609483] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock port-def8e2a7-bdfb-4d8c-8cc8-c3434f558bdd taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 574.609576] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-def8e2a7-bdfb-4d8c-8cc8-c3434f558bdd" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 574.609669] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-def8e2a7-bdfb-4d8c-8cc8-c3434f558bdd" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 574.609914] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-def8e2a7-bdfb-4d8c-8cc8-c3434f558bdd" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 574.609979] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('def8e2a7-bdfb-4d8c-8cc8-c3434f558bdd',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 574.664231] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 574.664231] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 574.664231] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 574.664231] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 574.664231] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 574.834443] env[66859]: INFO networking_nsxv3.common.synchronization [None req-c8c0d498-cad7-4f30-8278-24c96745cfd5 None None] Enqueued Resource ID: ba810a8c-8e2c-4c87-9ca0-847efd10ce9e with Priority: HIGHEST for action port [ 574.838018] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba810a8c-8e2c-4c87-9ca0-847efd10ce9e with Priority: HIGHEST for action port [ 574.838018] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock port-ba810a8c-8e2c-4c87-9ca0-847efd10ce9e taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 574.838018] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ba810a8c-8e2c-4c87-9ca0-847efd10ce9e" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 574.838018] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ba810a8c-8e2c-4c87-9ca0-847efd10ce9e" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 574.838018] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ba810a8c-8e2c-4c87-9ca0-847efd10ce9e" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 574.838018] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ba810a8c-8e2c-4c87-9ca0-847efd10ce9e',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 575.116244] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port def8e2a7-bdfb-4d8c-8cc8-c3434f558bdd [ 575.116343] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 575.116414] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 575.117827] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 575.118180] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 575.118265] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 575.118355] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:def8e2a7-bdfb-4d8c-8cc8-c3434f558bdd already deleted. [ 575.118448] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-def8e2a7-bdfb-4d8c-8cc8-c3434f558bdd" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 575.126932] env[66859]: INFO networking_nsxv3.common.synchronization [None req-4c89f14a-a6dd-4f2d-9410-b623ce1d910d None None] Enqueued Resource ID: d33573fe-24cf-4515-84a4-a1231ccc9de2 with Priority: HIGHEST for action port [ 575.126932] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d33573fe-24cf-4515-84a4-a1231ccc9de2 with Priority: HIGHEST for action port [ 575.127151] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock port-d33573fe-24cf-4515-84a4-a1231ccc9de2 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 575.127268] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d33573fe-24cf-4515-84a4-a1231ccc9de2" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 575.127332] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d33573fe-24cf-4515-84a4-a1231ccc9de2" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 575.127571] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d33573fe-24cf-4515-84a4-a1231ccc9de2" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 575.128574] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d33573fe-24cf-4515-84a4-a1231ccc9de2',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 575.169581] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 575.337905] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ba810a8c-8e2c-4c87-9ca0-847efd10ce9e [ 575.338170] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 575.338301] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 575.338367] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 575.338567] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 575.338671] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 575.338769] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ba810a8c-8e2c-4c87-9ca0-847efd10ce9e already deleted. [ 575.339143] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ba810a8c-8e2c-4c87-9ca0-847efd10ce9e" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 575.631537] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d33573fe-24cf-4515-84a4-a1231ccc9de2 [ 575.631537] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 575.631537] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 575.631537] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 575.631537] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 575.631537] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 575.631537] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d33573fe-24cf-4515-84a4-a1231ccc9de2 already deleted. [ 575.631537] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d33573fe-24cf-4515-84a4-a1231ccc9de2" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 575.676922] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 576.178805] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 576.178932] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 576.631479] env[66859]: INFO networking_nsxv3.common.synchronization [None req-8a081486-8935-4056-a157-0b3838d003b1 None None] Enqueued Resource ID: 7e941f3c-53c9-42a9-aaaf-9c9ce587331f with Priority: HIGHEST for action port [ 576.631479] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e941f3c-53c9-42a9-aaaf-9c9ce587331f with Priority: HIGHEST for action port [ 576.631479] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock port-7e941f3c-53c9-42a9-aaaf-9c9ce587331f taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 576.631479] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7e941f3c-53c9-42a9-aaaf-9c9ce587331f" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 576.631479] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7e941f3c-53c9-42a9-aaaf-9c9ce587331f" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 576.632172] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7e941f3c-53c9-42a9-aaaf-9c9ce587331f" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 576.632395] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7e941f3c-53c9-42a9-aaaf-9c9ce587331f',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 576.975295] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 576.975850] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 576.975947] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 576.976276] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 576.994019] env[66859]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 576.994019] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 576.994019] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 577.013978] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 577.014513] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.014571] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 577.015490] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 577.015567] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 577.015776] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 577.015951] env[66859]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=66859) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 577.016178] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 577.038798] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 577.038989] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.039072] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 577.039287] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 577.039502] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 577.039649] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 577.064558] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 577.064725] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.064770] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 577.065054] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 577.065352] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 577.065352] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 577.090158] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 577.090158] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.090158] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 577.090158] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 577.090158] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 577.090158] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:0. [ 577.090158] env[66859]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:set() {{(pid=66859) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 577.090158] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 577.111219] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 577.111219] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.111219] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 577.111219] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 577.111219] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 577.111219] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 577.111219] env[66859]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=66859) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 577.111219] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 577.131270] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 577.131270] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.131270] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 577.131270] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 577.131270] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 577.131920] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 577.131920] env[66859]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=66859) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 577.131920] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 577.131920] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 577.131920] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Rules [ 577.131920] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Members [ 577.131920] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:QoS [ 577.132150] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Items outdated since last Agent sanitize:0 [ 577.132150] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Sanitizing provider based on age cycles [ 577.132150] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 577.136506] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7e941f3c-53c9-42a9-aaaf-9c9ce587331f [ 577.136506] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 577.136506] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.136506] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 577.136506] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 577.136506] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 577.136506] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7e941f3c-53c9-42a9-aaaf-9c9ce587331f already deleted. [ 577.136506] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7e941f3c-53c9-42a9-aaaf-9c9ce587331f" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 577.156823] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 577.157021] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.157067] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 577.158479] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 577.158479] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 577.158479] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 577.187849] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 577.190684] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.190684] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 577.190684] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 577.190684] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 577.203960] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 577.685070] env[66859]: INFO networking_nsxv3.common.synchronization [None req-57ad2177-af17-4f1d-8f35-99606227bdb6 None None] Enqueued Resource ID: 0755f289-ecc1-40b2-b451-0d77944d0398 with Priority: HIGHEST for action port [ 577.685672] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0755f289-ecc1-40b2-b451-0d77944d0398 with Priority: HIGHEST for action port [ 577.685990] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock port-0755f289-ecc1-40b2-b451-0d77944d0398 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 577.686109] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0755f289-ecc1-40b2-b451-0d77944d0398" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.686196] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0755f289-ecc1-40b2-b451-0d77944d0398" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 577.686437] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0755f289-ecc1-40b2-b451-0d77944d0398" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 577.686524] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0755f289-ecc1-40b2-b451-0d77944d0398',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 578.189328] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0755f289-ecc1-40b2-b451-0d77944d0398 [ 578.189763] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 578.190246] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.191257] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 578.191257] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 578.191394] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 578.191528] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0755f289-ecc1-40b2-b451-0d77944d0398 already deleted. [ 578.191639] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0755f289-ecc1-40b2-b451-0d77944d0398" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 578.421334] env[66859]: INFO networking_nsxv3.common.synchronization [None req-10d0e055-82f5-4cc1-aed5-0349039c8eff None None] Enqueued Resource ID: 1e9f6ab2-d224-470c-aeda-cd902617b35a with Priority: HIGHEST for action port [ 578.421908] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1e9f6ab2-d224-470c-aeda-cd902617b35a with Priority: HIGHEST for action port [ 578.422549] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock port-1e9f6ab2-d224-470c-aeda-cd902617b35a taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 578.422724] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1e9f6ab2-d224-470c-aeda-cd902617b35a" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.422820] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1e9f6ab2-d224-470c-aeda-cd902617b35a" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 578.423116] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1e9f6ab2-d224-470c-aeda-cd902617b35a" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 578.423860] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1e9f6ab2-d224-470c-aeda-cd902617b35a',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 578.926102] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1e9f6ab2-d224-470c-aeda-cd902617b35a [ 578.926741] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 578.926893] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.926966] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 578.927222] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 578.927323] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 578.927437] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1e9f6ab2-d224-470c-aeda-cd902617b35a already deleted. [ 578.927541] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1e9f6ab2-d224-470c-aeda-cd902617b35a" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 579.437617] env[66859]: INFO networking_nsxv3.common.synchronization [None req-b22e7f4a-9786-4b93-8924-1adba800dc93 None None] Enqueued Resource ID: 781b92c6-6e3c-4556-ab58-ae31747c4804 with Priority: HIGHEST for action port [ 579.438105] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 781b92c6-6e3c-4556-ab58-ae31747c4804 with Priority: HIGHEST for action port [ 579.438426] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock port-781b92c6-6e3c-4556-ab58-ae31747c4804 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 579.438703] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-781b92c6-6e3c-4556-ab58-ae31747c4804" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.438703] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-781b92c6-6e3c-4556-ab58-ae31747c4804" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 579.438886] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-781b92c6-6e3c-4556-ab58-ae31747c4804" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 579.438976] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('781b92c6-6e3c-4556-ab58-ae31747c4804',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 579.742430] env[66859]: INFO networking_nsxv3.common.synchronization [None req-62f03623-b5cf-49fa-a174-9db460666c2f None None] Enqueued Resource ID: 0a0e0f8a-5214-40b2-a8af-44d28d43d9a2 with Priority: HIGHEST for action port [ 579.742430] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a0e0f8a-5214-40b2-a8af-44d28d43d9a2 with Priority: HIGHEST for action port [ 579.742430] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock port-0a0e0f8a-5214-40b2-a8af-44d28d43d9a2 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 579.742430] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0a0e0f8a-5214-40b2-a8af-44d28d43d9a2" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.742430] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0a0e0f8a-5214-40b2-a8af-44d28d43d9a2" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 579.742430] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0a0e0f8a-5214-40b2-a8af-44d28d43d9a2" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 579.743669] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0a0e0f8a-5214-40b2-a8af-44d28d43d9a2',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 579.944999] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 781b92c6-6e3c-4556-ab58-ae31747c4804 [ 579.945280] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 579.945525] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.945525] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 579.946239] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 579.946239] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 579.946239] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:781b92c6-6e3c-4556-ab58-ae31747c4804 already deleted. [ 579.946239] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-781b92c6-6e3c-4556-ab58-ae31747c4804" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 580.247355] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0a0e0f8a-5214-40b2-a8af-44d28d43d9a2 [ 580.248304] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.248304] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.248304] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 580.248304] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 580.248304] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 580.248304] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0a0e0f8a-5214-40b2-a8af-44d28d43d9a2 already deleted. [ 580.248304] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0a0e0f8a-5214-40b2-a8af-44d28d43d9a2" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 580.994197] env[66859]: INFO networking_nsxv3.common.synchronization [None req-e1e4e527-5917-49c8-8742-7a6b4651b5bc None None] Enqueued Resource ID: c25190cc-8e51-4720-a0d2-b0b09f03dd90 with Priority: HIGHEST for action port [ 580.994197] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c25190cc-8e51-4720-a0d2-b0b09f03dd90 with Priority: HIGHEST for action port [ 580.996638] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock port-c25190cc-8e51-4720-a0d2-b0b09f03dd90 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.996788] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c25190cc-8e51-4720-a0d2-b0b09f03dd90" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.996860] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c25190cc-8e51-4720-a0d2-b0b09f03dd90" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.001507] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c25190cc-8e51-4720-a0d2-b0b09f03dd90" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.001507] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c25190cc-8e51-4720-a0d2-b0b09f03dd90',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 581.502318] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c25190cc-8e51-4720-a0d2-b0b09f03dd90 [ 581.502556] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.502786] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.502786] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.503744] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.503744] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.503744] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c25190cc-8e51-4720-a0d2-b0b09f03dd90 already deleted. [ 581.503744] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c25190cc-8e51-4720-a0d2-b0b09f03dd90" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.874499] env[66859]: INFO networking_nsxv3.common.synchronization [None req-cb596066-1948-40de-9642-b72ae8dbc10e None None] Enqueued Resource ID: a44f1146-4f5c-41f7-ab74-568eb139d4db with Priority: HIGHEST for action port [ 581.874659] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a44f1146-4f5c-41f7-ab74-568eb139d4db with Priority: HIGHEST for action port [ 581.875227] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock port-a44f1146-4f5c-41f7-ab74-568eb139d4db taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.875367] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a44f1146-4f5c-41f7-ab74-568eb139d4db" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.875428] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a44f1146-4f5c-41f7-ab74-568eb139d4db" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.875671] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a44f1146-4f5c-41f7-ab74-568eb139d4db" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.875773] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a44f1146-4f5c-41f7-ab74-568eb139d4db',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 582.069282] env[66859]: INFO networking_nsxv3.common.synchronization [None req-9d689f1b-352b-4298-8204-f99f88e6d584 None None] Enqueued Resource ID: 905ae98f-a23e-4a45-a44c-aa00b637c9fa with Priority: HIGHEST for action port [ 582.069282] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 905ae98f-a23e-4a45-a44c-aa00b637c9fa with Priority: HIGHEST for action port [ 582.069709] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock port-905ae98f-a23e-4a45-a44c-aa00b637c9fa taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.069810] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-905ae98f-a23e-4a45-a44c-aa00b637c9fa" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.069889] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-905ae98f-a23e-4a45-a44c-aa00b637c9fa" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 582.070221] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-905ae98f-a23e-4a45-a44c-aa00b637c9fa" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 582.070313] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('905ae98f-a23e-4a45-a44c-aa00b637c9fa',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 582.378935] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a44f1146-4f5c-41f7-ab74-568eb139d4db [ 582.379201] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.380422] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.380422] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 582.380422] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 582.380422] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 582.380422] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a44f1146-4f5c-41f7-ab74-568eb139d4db already deleted. [ 582.380422] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a44f1146-4f5c-41f7-ab74-568eb139d4db" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 582.573672] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 905ae98f-a23e-4a45-a44c-aa00b637c9fa [ 582.575635] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.575635] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.575635] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 582.575635] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 582.575635] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 582.575635] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:905ae98f-a23e-4a45-a44c-aa00b637c9fa already deleted. [ 582.575635] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-905ae98f-a23e-4a45-a44c-aa00b637c9fa" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.983105] env[66859]: INFO networking_nsxv3.common.synchronization [None req-e73920f0-f075-4b0d-8d8d-e41f3286522d None None] Enqueued Resource ID: abeef1af-93d8-448e-bd50-1b1b68d9e4bf with Priority: HIGHEST for action port [ 583.983815] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: abeef1af-93d8-448e-bd50-1b1b68d9e4bf with Priority: HIGHEST for action port [ 583.983997] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock port-abeef1af-93d8-448e-bd50-1b1b68d9e4bf taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.984158] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-abeef1af-93d8-448e-bd50-1b1b68d9e4bf" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.984251] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-abeef1af-93d8-448e-bd50-1b1b68d9e4bf" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.985365] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-abeef1af-93d8-448e-bd50-1b1b68d9e4bf" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.985469] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('abeef1af-93d8-448e-bd50-1b1b68d9e4bf',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 584.427473] env[66859]: INFO networking_nsxv3.common.synchronization [None req-e297ca61-9479-4121-b27e-e5ec117d69cb tempest-ServersTestBootFromVolume-15186594 tempest-ServersTestBootFromVolume-15186594-project-member] Enqueued Resource ID: 18681103-b00f-4175-a382-0ef43f41024d with Priority: HIGHEST for action security_group_rules [ 584.428022] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 18681103-b00f-4175-a382-0ef43f41024d with Priority: HIGHEST for action security_group_rules [ 584.428886] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock rules-18681103-b00f-4175-a382-0ef43f41024d taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.428886] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-18681103-b00f-4175-a382-0ef43f41024d" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.428886] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-18681103-b00f-4175-a382-0ef43f41024d" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.428886] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-18681103-b00f-4175-a382-0ef43f41024d" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.428886] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('18681103-b00f-4175-a382-0ef43f41024d',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 584.476106] env[66859]: INFO networking_nsxv3.common.synchronization [None req-20eb612d-c3f8-4dc8-8c66-71fbea5857a2 None None] Enqueued Resource ID: d0b6fa1c-a1bb-422c-8899-50cda2416a9e with Priority: HIGHEST for action port [ 584.476106] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d0b6fa1c-a1bb-422c-8899-50cda2416a9e with Priority: HIGHEST for action port [ 584.476106] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock port-d0b6fa1c-a1bb-422c-8899-50cda2416a9e taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.476106] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d0b6fa1c-a1bb-422c-8899-50cda2416a9e" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.476106] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d0b6fa1c-a1bb-422c-8899-50cda2416a9e" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.476106] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d0b6fa1c-a1bb-422c-8899-50cda2416a9e" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.476106] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d0b6fa1c-a1bb-422c-8899-50cda2416a9e',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 584.489254] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port abeef1af-93d8-448e-bd50-1b1b68d9e4bf [ 584.489623] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.489623] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.489824] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.490207] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.492048] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.492048] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:abeef1af-93d8-448e-bd50-1b1b68d9e4bf already deleted. [ 584.492048] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-abeef1af-93d8-448e-bd50-1b1b68d9e4bf" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.646148] env[66859]: INFO networking_nsxv3.common.synchronization [None req-14191fc2-a827-48ca-a704-57494405cbf3 tempest-ServersTestBootFromVolume-15186594 tempest-ServersTestBootFromVolume-15186594-project-member] Enqueued Resource ID: 18681103-b00f-4175-a382-0ef43f41024d with Priority: HIGHEST for action security_group_rules [ 584.646714] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 18681103-b00f-4175-a382-0ef43f41024d with Priority: HIGHEST for action security_group_rules [ 584.647042] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock rules-18681103-b00f-4175-a382-0ef43f41024d taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.647349] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-18681103-b00f-4175-a382-0ef43f41024d" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.953077] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.953818] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.953818] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.953818] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.953818] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.953818] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 18681103-b00f-4175-a382-0ef43f41024d already deleted. [ 584.954321] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-18681103-b00f-4175-a382-0ef43f41024d" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.954509] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-18681103-b00f-4175-a382-0ef43f41024d" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.954704] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-18681103-b00f-4175-a382-0ef43f41024d" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.954822] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('18681103-b00f-4175-a382-0ef43f41024d',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 584.980082] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d0b6fa1c-a1bb-422c-8899-50cda2416a9e [ 584.980555] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.981217] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.981418] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.982286] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.982286] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.982286] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d0b6fa1c-a1bb-422c-8899-50cda2416a9e already deleted. [ 584.982286] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d0b6fa1c-a1bb-422c-8899-50cda2416a9e" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.136570] env[66859]: INFO networking_nsxv3.common.synchronization [req-19b42cc3-063c-4db4-a42b-0aebbafb4769 req-5329fc59-8a81-4d29-87cf-677ae2719e49 tempest-MigrationsAdminTest-1109182759 tempest-MigrationsAdminTest-1109182759-project-member] Enqueued Resource ID: 2fe8009b-4231-4c5a-8bd8-f40c9782e4b8 with Priority: HIGHEST for action security_group_members [ 585.137075] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2fe8009b-4231-4c5a-8bd8-f40c9782e4b8 with Priority: HIGHEST for action security_group_members [ 585.137373] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-2fe8009b-4231-4c5a-8bd8-f40c9782e4b8 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.137486] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2fe8009b-4231-4c5a-8bd8-f40c9782e4b8" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.137549] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2fe8009b-4231-4c5a-8bd8-f40c9782e4b8" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.137805] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2fe8009b-4231-4c5a-8bd8-f40c9782e4b8" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.137966] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.138161] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.138220] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.138403] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.138451] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.138541] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2fe8009b-4231-4c5a-8bd8-f40c9782e4b8',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 585.478311] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.478456] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.479253] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.479516] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.479605] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.479707] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 18681103-b00f-4175-a382-0ef43f41024d already deleted. [ 585.479786] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-18681103-b00f-4175-a382-0ef43f41024d" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.641354] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.641516] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.641604] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.641786] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.641878] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.642086] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.642177] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.642244] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.642393] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.642466] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.642656] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2fe8009b-4231-4c5a-8bd8-f40c9782e4b8 already deleted. [ 585.642656] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2fe8009b-4231-4c5a-8bd8-f40c9782e4b8" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.859032] env[66859]: DEBUG networking_nsxv3.common.locking [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Lock network-96 taken with stack trace [, , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.859882] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquiring lock "network-96" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.859882] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired lock "network-96" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.859882] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired external semaphore "network-96" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.860306] env[66859]: DEBUG networking_nsxv3.common.locking [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.863472] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquiring lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.863472] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.863472] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired external semaphore "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.863472] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Releasing lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.863472] env[66859]: DEBUG dogpile.cache.region [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] No value present for key: 'zone-id' {{(pid=66859) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 585.863472] env[66859]: DEBUG dogpile.lock [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] NeedRegenerationException {{(pid=66859) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 585.863472] env[66859]: DEBUG dogpile.lock [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] no value, waiting for create lock {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 585.863472] env[66859]: DEBUG dogpile.lock [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] value creation lock acquired {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 585.863472] env[66859]: DEBUG dogpile.cache.region [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] No value present for key: 'zone-id' {{(pid=66859) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 585.863472] env[66859]: DEBUG dogpile.lock [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Calling creation function for not-yet-present value {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 585.863472] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 585.884029] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 585.884029] env[66859]: DEBUG dogpile.cache.region [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66859) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 585.884029] env[66859]: DEBUG dogpile.lock [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Released creation lock {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 585.884029] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Releasing lock "network-96" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.884029] env[66859]: DEBUG networking_nsxv3.common.locking [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Lock port-042f3075-92a0-4c73-b1a3-40889eb1c9a3 taken with stack trace [, , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.884029] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquiring lock "port-042f3075-92a0-4c73-b1a3-40889eb1c9a3" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.884029] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired lock "port-042f3075-92a0-4c73-b1a3-40889eb1c9a3" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.884544] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired external semaphore "port-042f3075-92a0-4c73-b1a3-40889eb1c9a3" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.887015] env[66859]: DEBUG networking_nsxv3.api.rpc [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('042f3075-92a0-4c73-b1a3-40889eb1c9a3',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 586.391231] env[66859]: DEBUG networking_nsxv3.common.locking [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.391231] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.391231] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.394384] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.394384] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.394384] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Segment Port 042f3075-92a0-4c73-b1a3-40889eb1c9a3 not found, creating... [ 586.394384] env[66859]: DEBUG networking_nsxv3.common.locking [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.394384] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquiring lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.394384] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.394384] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired external semaphore "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.394384] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Releasing lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.394384] env[66859]: DEBUG networking_nsxv3.common.locking [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.394384] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.394898] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.394898] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.394898] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.395015] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Resource: SegmentPort with ID: 042f3075-92a0-4c73-b1a3-40889eb1c9a3 is going to be created. [ 586.421171] env[66859]: DEBUG networking_nsxv3.common.locking [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.421171] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.421171] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.421171] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.422255] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.422540] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Releasing lock "port-042f3075-92a0-4c73-b1a3-40889eb1c9a3" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.663618] env[66859]: INFO networking_nsxv3.common.synchronization [req-46823fa6-e938-4269-b2b7-5c833a15ef9e req-36fe0266-5c61-40df-a179-bd559638d5a2 tempest-ImagesNegativeTestJSON-277175631 tempest-ImagesNegativeTestJSON-277175631-project-member] Enqueued Resource ID: ea3df809-d2e1-45f2-b781-d4e78b56f440 with Priority: HIGHEST for action security_group_members [ 586.663618] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ea3df809-d2e1-45f2-b781-d4e78b56f440 with Priority: HIGHEST for action security_group_members [ 586.663618] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-ea3df809-d2e1-45f2-b781-d4e78b56f440 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.663618] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ea3df809-d2e1-45f2-b781-d4e78b56f440" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.663618] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ea3df809-d2e1-45f2-b781-d4e78b56f440" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.663618] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ea3df809-d2e1-45f2-b781-d4e78b56f440" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.663618] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.663618] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.663618] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.663618] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.663952] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.663952] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ea3df809-d2e1-45f2-b781-d4e78b56f440',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 586.771347] env[66859]: INFO networking_nsxv3.common.synchronization [None req-e38b93e8-7e37-43ff-ac98-14a6f60babe1 None None] Enqueued Resource ID: 07988121-13b7-4424-b298-fdf8fc9aad4d with Priority: HIGHEST for action port [ 586.771562] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07988121-13b7-4424-b298-fdf8fc9aad4d with Priority: HIGHEST for action port [ 586.771828] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock port-07988121-13b7-4424-b298-fdf8fc9aad4d taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.771968] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-07988121-13b7-4424-b298-fdf8fc9aad4d" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.772221] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-07988121-13b7-4424-b298-fdf8fc9aad4d" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.772514] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-07988121-13b7-4424-b298-fdf8fc9aad4d" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.772664] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('07988121-13b7-4424-b298-fdf8fc9aad4d',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 587.167603] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.167791] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.167906] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.168323] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.168323] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.168429] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.168479] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.168509] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.170174] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.170174] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.170174] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ea3df809-d2e1-45f2-b781-d4e78b56f440 already deleted. [ 587.170174] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ea3df809-d2e1-45f2-b781-d4e78b56f440" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.278375] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 07988121-13b7-4424-b298-fdf8fc9aad4d [ 587.278375] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.278375] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.278375] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.278651] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.278755] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.278882] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:07988121-13b7-4424-b298-fdf8fc9aad4d already deleted. [ 587.279020] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-07988121-13b7-4424-b298-fdf8fc9aad4d" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.293125] env[66859]: INFO networking_nsxv3.common.synchronization [req-19b42cc3-063c-4db4-a42b-0aebbafb4769 req-473c771a-3ab7-43f4-aecd-7bf8efedc93d service nova] Enqueued Resource ID: 2fe8009b-4231-4c5a-8bd8-f40c9782e4b8 with Priority: HIGHEST for action security_group_rules [ 587.293186] env[66859]: INFO networking_nsxv3.common.synchronization [req-19b42cc3-063c-4db4-a42b-0aebbafb4769 req-473c771a-3ab7-43f4-aecd-7bf8efedc93d service nova] Enqueued Resource ID: 2fe8009b-4231-4c5a-8bd8-f40c9782e4b8 with Priority: HIGHEST for action security_group_members [ 587.293296] env[66859]: INFO networking_nsxv3.common.synchronization [req-19b42cc3-063c-4db4-a42b-0aebbafb4769 req-473c771a-3ab7-43f4-aecd-7bf8efedc93d service nova] Enqueued Resource ID: 042f3075-92a0-4c73-b1a3-40889eb1c9a3 with Priority: HIGHEST for action port [ 587.293820] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2fe8009b-4231-4c5a-8bd8-f40c9782e4b8 with Priority: HIGHEST for action security_group_rules [ 587.293954] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2fe8009b-4231-4c5a-8bd8-f40c9782e4b8 with Priority: HIGHEST for action security_group_members [ 587.297345] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 042f3075-92a0-4c73-b1a3-40889eb1c9a3 with Priority: HIGHEST for action port [ 587.297345] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2fe8009b-4231-4c5a-8bd8-f40c9782e4b8 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.297345] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2fe8009b-4231-4c5a-8bd8-f40c9782e4b8" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.297345] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2fe8009b-4231-4c5a-8bd8-f40c9782e4b8" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.297345] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2fe8009b-4231-4c5a-8bd8-f40c9782e4b8" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.297345] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2fe8009b-4231-4c5a-8bd8-f40c9782e4b8',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 587.297345] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-2fe8009b-4231-4c5a-8bd8-f40c9782e4b8 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.297345] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2fe8009b-4231-4c5a-8bd8-f40c9782e4b8" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.297743] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2fe8009b-4231-4c5a-8bd8-f40c9782e4b8" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.297743] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2fe8009b-4231-4c5a-8bd8-f40c9782e4b8" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.297743] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.297881] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.300258] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.300631] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.300631] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.300738] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2fe8009b-4231-4c5a-8bd8-f40c9782e4b8',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 587.302522] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock port-042f3075-92a0-4c73-b1a3-40889eb1c9a3 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.302522] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-042f3075-92a0-4c73-b1a3-40889eb1c9a3" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.302522] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-042f3075-92a0-4c73-b1a3-40889eb1c9a3" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.302522] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-042f3075-92a0-4c73-b1a3-40889eb1c9a3" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.302522] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('042f3075-92a0-4c73-b1a3-40889eb1c9a3',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 587.590728] env[66859]: INFO networking_nsxv3.common.synchronization [None req-c0dd5948-a79b-4889-95d2-945a494fa94e None None] Enqueued Resource ID: 29485665-4ce3-4bcd-aa5d-145ef2d1d312 with Priority: HIGHEST for action port [ 587.591633] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 29485665-4ce3-4bcd-aa5d-145ef2d1d312 with Priority: HIGHEST for action port [ 587.592367] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock port-29485665-4ce3-4bcd-aa5d-145ef2d1d312 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.592541] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-29485665-4ce3-4bcd-aa5d-145ef2d1d312" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.593201] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-29485665-4ce3-4bcd-aa5d-145ef2d1d312" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.593201] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-29485665-4ce3-4bcd-aa5d-145ef2d1d312" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.593201] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('29485665-4ce3-4bcd-aa5d-145ef2d1d312',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 587.807960] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-2fe8009b-4231-4c5a-8bd8-f40c9782e4b8 taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.807960] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2fe8009b-4231-4c5a-8bd8-f40c9782e4b8" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.818481] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2fe8009b-4231-4c5a-8bd8-f40c9782e4b8',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 587.822061] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 042f3075-92a0-4c73-b1a3-40889eb1c9a3 with status ACTIVE [ 587.822061] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.822061] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.822061] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.822061] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.822539] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.822539] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.822539] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.822539] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.823191] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.823191] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.823191] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.823191] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.823191] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.823191] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.824429] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.824429] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 042f3075-92a0-4c73-b1a3-40889eb1c9a3 is going to be updated. [ 587.849990] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.849990] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.849990] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.850186] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.850248] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.850426] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-042f3075-92a0-4c73-b1a3-40889eb1c9a3" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.873991] env[66859]: DEBUG networking_nsxv3.common.locking [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Lock network-881 taken with stack trace [, , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.874228] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquiring lock "network-881" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.874349] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired lock "network-881" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.874726] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired external semaphore "network-881" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.874994] env[66859]: DEBUG networking_nsxv3.common.locking [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.875165] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquiring lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.875279] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.875501] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired external semaphore "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.875638] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Releasing lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.876026] env[66859]: DEBUG dogpile.cache.region [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] No value present for key: 'zone-id' {{(pid=66859) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 587.876212] env[66859]: DEBUG dogpile.lock [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] NeedRegenerationException {{(pid=66859) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 587.876449] env[66859]: DEBUG dogpile.lock [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] no value, waiting for create lock {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 587.876449] env[66859]: DEBUG dogpile.lock [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] value creation lock acquired {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 587.876551] env[66859]: DEBUG dogpile.cache.region [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] No value present for key: 'zone-id' {{(pid=66859) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 587.876672] env[66859]: DEBUG dogpile.lock [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Calling creation function for not-yet-present value {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 587.876965] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 587.897802] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 587.898064] env[66859]: DEBUG dogpile.cache.region [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66859) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 587.898213] env[66859]: DEBUG dogpile.lock [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Released creation lock {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 587.898391] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Releasing lock "network-881" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.898708] env[66859]: DEBUG networking_nsxv3.common.locking [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Lock port-94df439e-c055-424f-8682-bfa9540c0ed5 taken with stack trace [, , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.898959] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquiring lock "port-94df439e-c055-424f-8682-bfa9540c0ed5" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.899126] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired lock "port-94df439e-c055-424f-8682-bfa9540c0ed5" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.899553] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired external semaphore "port-94df439e-c055-424f-8682-bfa9540c0ed5" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.899667] env[66859]: DEBUG networking_nsxv3.api.rpc [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('94df439e-c055-424f-8682-bfa9540c0ed5',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 588.095608] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 29485665-4ce3-4bcd-aa5d-145ef2d1d312 [ 588.095955] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.096168] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.096298] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.096583] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.096719] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.096875] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:29485665-4ce3-4bcd-aa5d-145ef2d1d312 already deleted. [ 588.097022] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-29485665-4ce3-4bcd-aa5d-145ef2d1d312" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.320735] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2fe8009b-4231-4c5a-8bd8-f40c9782e4b8',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 588.401756] env[66859]: DEBUG networking_nsxv3.common.locking [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.401983] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.402120] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.402400] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.402544] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.402701] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Segment Port 94df439e-c055-424f-8682-bfa9540c0ed5 not found, creating... [ 588.403054] env[66859]: DEBUG networking_nsxv3.common.locking [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.403148] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquiring lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.403320] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.403561] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired external semaphore "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.403695] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Releasing lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.403971] env[66859]: DEBUG networking_nsxv3.common.locking [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.404133] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.404244] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.404453] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.404581] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.404715] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Resource: SegmentPort with ID: 94df439e-c055-424f-8682-bfa9540c0ed5 is going to be created. [ 588.428149] env[66859]: DEBUG networking_nsxv3.common.locking [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.428424] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.428492] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.428824] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.429062] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.429284] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Releasing lock "port-94df439e-c055-424f-8682-bfa9540c0ed5" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.521578] env[66859]: INFO networking_nsxv3.common.synchronization [None req-d4baa614-d784-4ae8-816c-8e9ea75b8ad0 None None] Enqueued Resource ID: f11fba30-89bc-47f3-828b-11f4c130f4da with Priority: HIGHEST for action port [ 588.521765] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f11fba30-89bc-47f3-828b-11f4c130f4da with Priority: HIGHEST for action port [ 588.522020] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock port-f11fba30-89bc-47f3-828b-11f4c130f4da taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.522149] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f11fba30-89bc-47f3-828b-11f4c130f4da" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.522216] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f11fba30-89bc-47f3-828b-11f4c130f4da" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.522475] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f11fba30-89bc-47f3-828b-11f4c130f4da" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.522562] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f11fba30-89bc-47f3-828b-11f4c130f4da',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 588.824724] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.825077] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.825077] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.825369] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.825488] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.825590] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2fe8009b-4231-4c5a-8bd8-f40c9782e4b8 is going to be created. [ 588.850200] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.850377] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.850422] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.850624] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.850776] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.860414] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2fe8009b-4231-4c5a-8bd8-f40c9782e4b8 in Status: UNINITIALIZED for 2s [ 589.025638] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f11fba30-89bc-47f3-828b-11f4c130f4da [ 589.025816] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.025935] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.025935] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.026657] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.026657] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.026657] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f11fba30-89bc-47f3-828b-11f4c130f4da already deleted. [ 589.026657] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f11fba30-89bc-47f3-828b-11f4c130f4da" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.181950] env[66859]: INFO networking_nsxv3.common.synchronization [req-46823fa6-e938-4269-b2b7-5c833a15ef9e req-4e1e1b9c-8b46-45cb-afb1-5dfa1b06f6de service nova] Enqueued Resource ID: ea3df809-d2e1-45f2-b781-d4e78b56f440 with Priority: HIGHEST for action security_group_rules [ 589.182160] env[66859]: INFO networking_nsxv3.common.synchronization [req-46823fa6-e938-4269-b2b7-5c833a15ef9e req-4e1e1b9c-8b46-45cb-afb1-5dfa1b06f6de service nova] Enqueued Resource ID: ea3df809-d2e1-45f2-b781-d4e78b56f440 with Priority: HIGHEST for action security_group_members [ 589.182291] env[66859]: INFO networking_nsxv3.common.synchronization [req-46823fa6-e938-4269-b2b7-5c833a15ef9e req-4e1e1b9c-8b46-45cb-afb1-5dfa1b06f6de service nova] Enqueued Resource ID: 94df439e-c055-424f-8682-bfa9540c0ed5 with Priority: HIGHEST for action port [ 589.182808] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ea3df809-d2e1-45f2-b781-d4e78b56f440 with Priority: HIGHEST for action security_group_rules [ 589.182945] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ea3df809-d2e1-45f2-b781-d4e78b56f440 with Priority: HIGHEST for action security_group_members [ 589.183290] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 94df439e-c055-424f-8682-bfa9540c0ed5 with Priority: HIGHEST for action port [ 589.183592] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ea3df809-d2e1-45f2-b781-d4e78b56f440 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.183708] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ea3df809-d2e1-45f2-b781-d4e78b56f440" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.183772] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ea3df809-d2e1-45f2-b781-d4e78b56f440" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.184030] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ea3df809-d2e1-45f2-b781-d4e78b56f440" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.184114] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ea3df809-d2e1-45f2-b781-d4e78b56f440',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 589.184960] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-ea3df809-d2e1-45f2-b781-d4e78b56f440 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.185069] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ea3df809-d2e1-45f2-b781-d4e78b56f440" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.185139] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ea3df809-d2e1-45f2-b781-d4e78b56f440" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.185300] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ea3df809-d2e1-45f2-b781-d4e78b56f440" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.185440] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.185529] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.185589] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.185730] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.185812] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.185882] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ea3df809-d2e1-45f2-b781-d4e78b56f440',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 589.186909] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock port-94df439e-c055-424f-8682-bfa9540c0ed5 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.187040] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-94df439e-c055-424f-8682-bfa9540c0ed5" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.187098] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-94df439e-c055-424f-8682-bfa9540c0ed5" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.187449] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-94df439e-c055-424f-8682-bfa9540c0ed5" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.187566] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('94df439e-c055-424f-8682-bfa9540c0ed5',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 589.689050] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ea3df809-d2e1-45f2-b781-d4e78b56f440',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 589.690764] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-ea3df809-d2e1-45f2-b781-d4e78b56f440 taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.691098] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ea3df809-d2e1-45f2-b781-d4e78b56f440" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.692801] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 94df439e-c055-424f-8682-bfa9540c0ed5 with status ACTIVE [ 589.692801] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.692801] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.692801] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.692801] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.692801] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.692801] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.692801] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.692801] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.692801] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.692801] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.694199] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.699128] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.699128] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.699128] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.699128] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.699128] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 94df439e-c055-424f-8682-bfa9540c0ed5 is going to be updated. [ 589.719599] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.719738] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.719809] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.720041] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.721042] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.721042] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-94df439e-c055-424f-8682-bfa9540c0ed5" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.199600] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ea3df809-d2e1-45f2-b781-d4e78b56f440',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 590.349889] env[66859]: INFO networking_nsxv3.common.synchronization [req-b4d872d9-d382-4032-ac96-d30ed2feb551 req-cbba03b2-d91e-4286-b511-db109f11fc8a tempest-DeleteServersAdminTestJSON-953297797 tempest-DeleteServersAdminTestJSON-953297797-project-member] Enqueued Resource ID: a8db944f-5ab5-41ea-a1a4-dfecf0473c49 with Priority: HIGHEST for action security_group_members [ 590.350752] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8db944f-5ab5-41ea-a1a4-dfecf0473c49 with Priority: HIGHEST for action security_group_members [ 590.351356] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-a8db944f-5ab5-41ea-a1a4-dfecf0473c49 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.351356] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a8db944f-5ab5-41ea-a1a4-dfecf0473c49" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.351356] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a8db944f-5ab5-41ea-a1a4-dfecf0473c49" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.351566] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a8db944f-5ab5-41ea-a1a4-dfecf0473c49" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.351651] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.351765] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.351807] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.351972] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.352249] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.352417] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a8db944f-5ab5-41ea-a1a4-dfecf0473c49',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 590.703023] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.703429] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.703498] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.703702] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.703793] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.703896] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ea3df809-d2e1-45f2-b781-d4e78b56f440 is going to be created. [ 590.724786] env[66859]: INFO networking_nsxv3.common.synchronization [None req-26feb0c9-4db8-4262-b19d-a871303d8215 None None] Enqueued Resource ID: fe9d06eb-616a-4563-96bb-b862149f73b8 with Priority: HIGHEST for action port [ 590.725369] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe9d06eb-616a-4563-96bb-b862149f73b8 with Priority: HIGHEST for action port [ 590.726845] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock port-fe9d06eb-616a-4563-96bb-b862149f73b8 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.727045] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fe9d06eb-616a-4563-96bb-b862149f73b8" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.727272] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fe9d06eb-616a-4563-96bb-b862149f73b8" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.727541] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fe9d06eb-616a-4563-96bb-b862149f73b8" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.727673] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fe9d06eb-616a-4563-96bb-b862149f73b8',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 590.729880] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.729997] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.730167] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.730311] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.730440] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.742551] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ea3df809-d2e1-45f2-b781-d4e78b56f440 in Status: UNINITIALIZED for 2s [ 590.855954] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.856378] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.856712] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.857035] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.857127] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.858788] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.858788] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.858788] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.859070] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.859070] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.859170] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a8db944f-5ab5-41ea-a1a4-dfecf0473c49 already deleted. [ 590.859278] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a8db944f-5ab5-41ea-a1a4-dfecf0473c49" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.876546] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2fe8009b-4231-4c5a-8bd8-f40c9782e4b8 in Status: SUCCESS [ 590.877053] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2fe8009b-4231-4c5a-8bd8-f40c9782e4b8" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.877916] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2fe8009b-4231-4c5a-8bd8-f40c9782e4b8" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.878103] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2fe8009b-4231-4c5a-8bd8-f40c9782e4b8" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.878329] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.878697] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.878756] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.878986] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.879337] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.879427] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2fe8009b-4231-4c5a-8bd8-f40c9782e4b8" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.879427] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2fe8009b-4231-4c5a-8bd8-f40c9782e4b8',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 591.232611] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fe9d06eb-616a-4563-96bb-b862149f73b8 [ 591.233291] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.234353] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.234353] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.234353] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.234353] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.234353] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fe9d06eb-616a-4563-96bb-b862149f73b8 already deleted. [ 591.234353] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fe9d06eb-616a-4563-96bb-b862149f73b8" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.297160] env[66859]: DEBUG networking_nsxv3.common.locking [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Lock network-96 taken with stack trace [, , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.297424] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquiring lock "network-96" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.297551] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired lock "network-96" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.297811] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired external semaphore "network-96" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.298123] env[66859]: DEBUG networking_nsxv3.common.locking [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.298280] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquiring lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.298389] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.298781] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired external semaphore "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.298781] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Releasing lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.298942] env[66859]: DEBUG dogpile.cache.region [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] No value present for key: 'zone-id' {{(pid=66859) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 591.299058] env[66859]: DEBUG dogpile.lock [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] NeedRegenerationException {{(pid=66859) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 591.299157] env[66859]: DEBUG dogpile.lock [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] no value, waiting for create lock {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 591.299253] env[66859]: DEBUG dogpile.lock [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] value creation lock acquired {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 591.299432] env[66859]: DEBUG dogpile.cache.region [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] No value present for key: 'zone-id' {{(pid=66859) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 591.299432] env[66859]: DEBUG dogpile.lock [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Calling creation function for not-yet-present value {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 591.299557] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 591.330997] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 591.331386] env[66859]: DEBUG dogpile.cache.region [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Cache value generated in 0.032 seconds for key(s): 'zone-id' {{(pid=66859) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 591.331386] env[66859]: DEBUG dogpile.lock [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Released creation lock {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 591.331474] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Releasing lock "network-96" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.332105] env[66859]: DEBUG networking_nsxv3.common.locking [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Lock port-c1ebd618-51a3-42da-80ed-62fcfdf26d32 taken with stack trace [, , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.332105] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquiring lock "port-c1ebd618-51a3-42da-80ed-62fcfdf26d32" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.332290] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired lock "port-c1ebd618-51a3-42da-80ed-62fcfdf26d32" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.333094] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired external semaphore "port-c1ebd618-51a3-42da-80ed-62fcfdf26d32" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.333094] env[66859]: DEBUG networking_nsxv3.api.rpc [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c1ebd618-51a3-42da-80ed-62fcfdf26d32',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 591.381959] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-2fe8009b-4231-4c5a-8bd8-f40c9782e4b8 taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.382189] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2fe8009b-4231-4c5a-8bd8-f40c9782e4b8" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.382811] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2fe8009b-4231-4c5a-8bd8-f40c9782e4b8" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.382811] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2fe8009b-4231-4c5a-8bd8-f40c9782e4b8" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.382811] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.382811] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.383174] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.383174] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.383174] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.383266] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2fe8009b-4231-4c5a-8bd8-f40c9782e4b8" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.383567] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-2fe8009b-4231-4c5a-8bd8-f40c9782e4b8 taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.383567] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2fe8009b-4231-4c5a-8bd8-f40c9782e4b8" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.383567] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2fe8009b-4231-4c5a-8bd8-f40c9782e4b8" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.383847] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2fe8009b-4231-4c5a-8bd8-f40c9782e4b8" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.383847] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.383930] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.383976] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.384420] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.384420] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.384420] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2fe8009b-4231-4c5a-8bd8-f40c9782e4b8" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.384420] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2fe8009b-4231-4c5a-8bd8-f40c9782e4b8',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 591.836032] env[66859]: DEBUG networking_nsxv3.common.locking [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.836032] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.836032] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.836266] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.836402] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.836936] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Segment Port c1ebd618-51a3-42da-80ed-62fcfdf26d32 not found, creating... [ 591.837755] env[66859]: DEBUG networking_nsxv3.common.locking [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.837755] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquiring lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.837755] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.837755] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired external semaphore "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.838015] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Releasing lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.838224] env[66859]: DEBUG networking_nsxv3.common.locking [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.838375] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.838483] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.838681] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.838995] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.839208] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Resource: SegmentPort with ID: c1ebd618-51a3-42da-80ed-62fcfdf26d32 is going to be created. [ 591.860052] env[66859]: DEBUG networking_nsxv3.common.locking [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.860360] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.860478] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.860692] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.860902] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.861122] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Releasing lock "port-c1ebd618-51a3-42da-80ed-62fcfdf26d32" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.887882] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2fe8009b-4231-4c5a-8bd8-f40c9782e4b8: rpc.has_security_group_logging(os_id): False [ 591.895944] env[66859]: INFO networking_nsxv3.common.synchronization [None req-740ad844-02c1-4b58-9174-5586ae6296b2 None None] Enqueued Resource ID: 2b7dd2e6-1859-43d5-8421-27f2800d93b4 with Priority: HIGHEST for action port [ 591.896219] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b7dd2e6-1859-43d5-8421-27f2800d93b4 with Priority: HIGHEST for action port [ 591.896779] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock port-2b7dd2e6-1859-43d5-8421-27f2800d93b4 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.896905] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2b7dd2e6-1859-43d5-8421-27f2800d93b4" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.897113] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2b7dd2e6-1859-43d5-8421-27f2800d93b4" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.897249] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2b7dd2e6-1859-43d5-8421-27f2800d93b4" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.897309] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2b7dd2e6-1859-43d5-8421-27f2800d93b4',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 591.909185] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.909185] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.909416] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.909416] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.909567] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.909673] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.909771] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.909824] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.909974] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.910065] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.910298] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.910386] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.910451] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.910579] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.910648] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.910818] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.910910] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.910971] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.911120] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.911191] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.912017] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2fe8009b-4231-4c5a-8bd8-f40c9782e4b8 is going to be created. [ 591.986937] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.987268] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.987674] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.988115] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.988115] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.999774] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2fe8009b-4231-4c5a-8bd8-f40c9782e4b8 in Status: IN_PROGRESS for 2s [ 592.399749] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2b7dd2e6-1859-43d5-8421-27f2800d93b4 [ 592.400058] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.400216] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.400312] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.400539] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.400639] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.400712] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2b7dd2e6-1859-43d5-8421-27f2800d93b4 already deleted. [ 592.400795] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2b7dd2e6-1859-43d5-8421-27f2800d93b4" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.594819] env[66859]: INFO networking_nsxv3.common.synchronization [req-b4d872d9-d382-4032-ac96-d30ed2feb551 req-eedbc1cc-4190-432e-a524-14979291667f service nova] Enqueued Resource ID: a8db944f-5ab5-41ea-a1a4-dfecf0473c49 with Priority: HIGHEST for action security_group_rules [ 592.595717] env[66859]: INFO networking_nsxv3.common.synchronization [req-b4d872d9-d382-4032-ac96-d30ed2feb551 req-eedbc1cc-4190-432e-a524-14979291667f service nova] Enqueued Resource ID: a8db944f-5ab5-41ea-a1a4-dfecf0473c49 with Priority: HIGHEST for action security_group_members [ 592.595717] env[66859]: INFO networking_nsxv3.common.synchronization [req-b4d872d9-d382-4032-ac96-d30ed2feb551 req-eedbc1cc-4190-432e-a524-14979291667f service nova] Enqueued Resource ID: c1ebd618-51a3-42da-80ed-62fcfdf26d32 with Priority: HIGHEST for action port [ 592.597715] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8db944f-5ab5-41ea-a1a4-dfecf0473c49 with Priority: HIGHEST for action security_group_rules [ 592.598430] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8db944f-5ab5-41ea-a1a4-dfecf0473c49 with Priority: HIGHEST for action security_group_members [ 592.598430] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c1ebd618-51a3-42da-80ed-62fcfdf26d32 with Priority: HIGHEST for action port [ 592.598430] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a8db944f-5ab5-41ea-a1a4-dfecf0473c49 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.598430] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a8db944f-5ab5-41ea-a1a4-dfecf0473c49" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.598599] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a8db944f-5ab5-41ea-a1a4-dfecf0473c49" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.598789] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a8db944f-5ab5-41ea-a1a4-dfecf0473c49" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.598855] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a8db944f-5ab5-41ea-a1a4-dfecf0473c49',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 592.599910] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-a8db944f-5ab5-41ea-a1a4-dfecf0473c49 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.600358] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a8db944f-5ab5-41ea-a1a4-dfecf0473c49" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.600358] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a8db944f-5ab5-41ea-a1a4-dfecf0473c49" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.600358] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a8db944f-5ab5-41ea-a1a4-dfecf0473c49" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.600513] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.600513] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.600622] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.600666] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.600957] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.600957] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a8db944f-5ab5-41ea-a1a4-dfecf0473c49',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 592.601639] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock port-c1ebd618-51a3-42da-80ed-62fcfdf26d32 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.601784] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c1ebd618-51a3-42da-80ed-62fcfdf26d32" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.601835] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c1ebd618-51a3-42da-80ed-62fcfdf26d32" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.601957] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c1ebd618-51a3-42da-80ed-62fcfdf26d32" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.602025] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c1ebd618-51a3-42da-80ed-62fcfdf26d32',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 592.731267] env[66859]: INFO networking_nsxv3.common.synchronization [req-fa004e1c-1d96-4466-a808-50494fc249f5 req-70d052b3-5cbb-4a83-8998-028ba7bc8793 tempest-ImagesOneServerNegativeTestJSON-1778756211 tempest-ImagesOneServerNegativeTestJSON-1778756211-project-member] Enqueued Resource ID: c2c43257-96ff-41e0-9170-22fd44ad03b7 with Priority: HIGHEST for action security_group_members [ 592.731784] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c2c43257-96ff-41e0-9170-22fd44ad03b7 with Priority: HIGHEST for action security_group_members [ 592.732254] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-c2c43257-96ff-41e0-9170-22fd44ad03b7 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.732254] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c2c43257-96ff-41e0-9170-22fd44ad03b7" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.732254] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c2c43257-96ff-41e0-9170-22fd44ad03b7" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.733341] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c2c43257-96ff-41e0-9170-22fd44ad03b7" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.733341] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.733341] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.733341] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.733341] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.733341] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.733341] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c2c43257-96ff-41e0-9170-22fd44ad03b7',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 592.752379] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ea3df809-d2e1-45f2-b781-d4e78b56f440 in Status: SUCCESS [ 592.752600] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ea3df809-d2e1-45f2-b781-d4e78b56f440" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.752762] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ea3df809-d2e1-45f2-b781-d4e78b56f440" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.752982] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ea3df809-d2e1-45f2-b781-d4e78b56f440" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.753182] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.753327] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.753386] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.753523] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.753601] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.753684] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ea3df809-d2e1-45f2-b781-d4e78b56f440" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.753775] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ea3df809-d2e1-45f2-b781-d4e78b56f440',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 592.880923] env[66859]: INFO networking_nsxv3.common.synchronization [None req-3e1f97f6-d6fc-4c57-ad20-c244b571e0f2 tempest-VolumesAssistedSnapshotsTest-1745914352 tempest-VolumesAssistedSnapshotsTest-1745914352-project-member] Enqueued Resource ID: 6ba5dfb6-32fd-48f1-b0cf-69d210751ff9 with Priority: HIGHEST for action security_group_rules [ 592.881106] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6ba5dfb6-32fd-48f1-b0cf-69d210751ff9 with Priority: HIGHEST for action security_group_rules [ 592.881353] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6ba5dfb6-32fd-48f1-b0cf-69d210751ff9 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.881472] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6ba5dfb6-32fd-48f1-b0cf-69d210751ff9" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.881533] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6ba5dfb6-32fd-48f1-b0cf-69d210751ff9" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.881798] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6ba5dfb6-32fd-48f1-b0cf-69d210751ff9" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.881869] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6ba5dfb6-32fd-48f1-b0cf-69d210751ff9',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.105400] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-a8db944f-5ab5-41ea-a1a4-dfecf0473c49 taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.105528] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a8db944f-5ab5-41ea-a1a4-dfecf0473c49" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.105704] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a8db944f-5ab5-41ea-a1a4-dfecf0473c49',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.106672] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c1ebd618-51a3-42da-80ed-62fcfdf26d32 with status ACTIVE [ 593.106854] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.106972] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.107041] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.107249] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.107587] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.107587] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.107587] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.107841] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.107841] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.107841] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.109603] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.109757] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.109820] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.109978] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.110073] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.110775] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c1ebd618-51a3-42da-80ed-62fcfdf26d32 is going to be updated. [ 593.237035] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.237035] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.237035] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.237035] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.237035] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.237477] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.237477] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.237477] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.237477] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.237619] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.237650] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c2c43257-96ff-41e0-9170-22fd44ad03b7 already deleted. [ 593.237701] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c2c43257-96ff-41e0-9170-22fd44ad03b7" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.256498] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-ea3df809-d2e1-45f2-b781-d4e78b56f440 taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.256662] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ea3df809-d2e1-45f2-b781-d4e78b56f440" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.256731] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ea3df809-d2e1-45f2-b781-d4e78b56f440" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.256940] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ea3df809-d2e1-45f2-b781-d4e78b56f440" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.257102] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.257202] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.257256] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.257423] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.257527] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.257619] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ea3df809-d2e1-45f2-b781-d4e78b56f440" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.257763] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-ea3df809-d2e1-45f2-b781-d4e78b56f440 taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.257862] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ea3df809-d2e1-45f2-b781-d4e78b56f440" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.257979] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ea3df809-d2e1-45f2-b781-d4e78b56f440" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.258141] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ea3df809-d2e1-45f2-b781-d4e78b56f440" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.258278] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.258369] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.258427] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.258560] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.258635] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.258805] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ea3df809-d2e1-45f2-b781-d4e78b56f440" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.258805] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ea3df809-d2e1-45f2-b781-d4e78b56f440',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.343346] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.343563] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.343634] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.343828] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.343992] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.344170] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c1ebd618-51a3-42da-80ed-62fcfdf26d32" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.405575] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.405909] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.405909] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.406032] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.406107] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.406178] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6ba5dfb6-32fd-48f1-b0cf-69d210751ff9 already deleted. [ 593.406257] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6ba5dfb6-32fd-48f1-b0cf-69d210751ff9" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.496087] env[66859]: INFO networking_nsxv3.common.synchronization [None req-3ec840c4-96db-4d2c-9466-56fd1f704aac tempest-VolumesAssistedSnapshotsTest-1745914352 tempest-VolumesAssistedSnapshotsTest-1745914352-project-member] Enqueued Resource ID: 6ba5dfb6-32fd-48f1-b0cf-69d210751ff9 with Priority: HIGHEST for action security_group_rules [ 593.497818] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6ba5dfb6-32fd-48f1-b0cf-69d210751ff9 with Priority: HIGHEST for action security_group_rules [ 593.497818] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6ba5dfb6-32fd-48f1-b0cf-69d210751ff9 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.497818] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6ba5dfb6-32fd-48f1-b0cf-69d210751ff9" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.497818] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6ba5dfb6-32fd-48f1-b0cf-69d210751ff9" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.497818] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6ba5dfb6-32fd-48f1-b0cf-69d210751ff9" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.497818] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6ba5dfb6-32fd-48f1-b0cf-69d210751ff9',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.610676] env[66859]: INFO networking_nsxv3.common.synchronization [None req-315c44a2-80b7-4464-8fab-b0d54772955a None None] Enqueued Resource ID: 8cd7f4d1-619c-4571-8f89-410f5ac8e452 with Priority: HIGHEST for action port [ 593.610945] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8cd7f4d1-619c-4571-8f89-410f5ac8e452 with Priority: HIGHEST for action port [ 593.611642] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock port-8cd7f4d1-619c-4571-8f89-410f5ac8e452 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.611642] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8cd7f4d1-619c-4571-8f89-410f5ac8e452" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.611752] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8cd7f4d1-619c-4571-8f89-410f5ac8e452" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.612158] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8cd7f4d1-619c-4571-8f89-410f5ac8e452" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.615045] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8cd7f4d1-619c-4571-8f89-410f5ac8e452',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.615807] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a8db944f-5ab5-41ea-a1a4-dfecf0473c49',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.762826] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ea3df809-d2e1-45f2-b781-d4e78b56f440: rpc.has_security_group_logging(os_id): False [ 593.783062] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.783062] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.783062] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.783062] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.783062] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.783062] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.783062] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.783062] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.783062] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.783062] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.783062] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.783062] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.783062] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.783062] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.783062] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.783716] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.783716] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.783716] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.783716] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.783716] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.783716] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ea3df809-d2e1-45f2-b781-d4e78b56f440 is going to be created. [ 593.852417] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.852417] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.852417] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.852417] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.852417] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.863587] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ea3df809-d2e1-45f2-b781-d4e78b56f440 in Status: IN_PROGRESS for 2s [ 593.917689] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock network-785 taken with stack trace [, , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.917689] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "network-785" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.917936] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "network-785" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.919085] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "network-785" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.919085] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.919085] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.919085] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.919346] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.919384] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.919634] env[66859]: DEBUG dogpile.cache.region [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] No value present for key: 'zone-id' {{(pid=66859) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 593.919767] env[66859]: DEBUG dogpile.lock [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] NeedRegenerationException {{(pid=66859) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 593.919906] env[66859]: DEBUG dogpile.lock [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] no value, waiting for create lock {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 593.920028] env[66859]: DEBUG dogpile.lock [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] value creation lock acquired {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 593.920364] env[66859]: DEBUG dogpile.cache.region [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] No value present for key: 'zone-id' {{(pid=66859) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 593.920509] env[66859]: DEBUG dogpile.lock [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Calling creation function for not-yet-present value {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 593.920690] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 593.956854] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 593.957073] env[66859]: DEBUG dogpile.cache.region [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Cache value generated in 0.036 seconds for key(s): 'zone-id' {{(pid=66859) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 593.957158] env[66859]: DEBUG dogpile.lock [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Released creation lock {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 593.957320] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "network-785" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.957621] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock port-bf37654e-30e4-4305-85d8-4182b139d13f taken with stack trace [, , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.957833] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "port-bf37654e-30e4-4305-85d8-4182b139d13f" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.957938] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "port-bf37654e-30e4-4305-85d8-4182b139d13f" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.958281] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "port-bf37654e-30e4-4305-85d8-4182b139d13f" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.958415] env[66859]: DEBUG networking_nsxv3.api.rpc [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bf37654e-30e4-4305-85d8-4182b139d13f',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.022495] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2fe8009b-4231-4c5a-8bd8-f40c9782e4b8 in Status: SUCCESS [ 594.022796] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2fe8009b-4231-4c5a-8bd8-f40c9782e4b8" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.027578] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.027578] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.027578] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.027578] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.027578] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.027578] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6ba5dfb6-32fd-48f1-b0cf-69d210751ff9 already deleted. [ 594.027578] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6ba5dfb6-32fd-48f1-b0cf-69d210751ff9" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.118365] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8cd7f4d1-619c-4571-8f89-410f5ac8e452 [ 594.118585] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.118724] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.118785] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.119067] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.119203] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.119337] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8cd7f4d1-619c-4571-8f89-410f5ac8e452 already deleted. [ 594.119443] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8cd7f4d1-619c-4571-8f89-410f5ac8e452" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.119746] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.119850] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.119911] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.120081] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.120156] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.120316] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a8db944f-5ab5-41ea-a1a4-dfecf0473c49 is going to be created. [ 594.145018] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.145210] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.145256] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.146030] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.146030] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.155951] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a8db944f-5ab5-41ea-a1a4-dfecf0473c49 in Status: UNINITIALIZED for 2s [ 594.460909] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.461378] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.461378] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.461538] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.461678] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.461822] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Segment Port bf37654e-30e4-4305-85d8-4182b139d13f not found, creating... [ 594.462084] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.462230] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.462336] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.462552] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.462691] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.463044] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.463230] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.463354] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.463554] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.463677] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.463803] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Resource: SegmentPort with ID: bf37654e-30e4-4305-85d8-4182b139d13f is going to be created. [ 594.484595] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.484834] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.484943] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.485263] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.485512] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.485727] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "port-bf37654e-30e4-4305-85d8-4182b139d13f" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.116192] env[66859]: INFO networking_nsxv3.common.synchronization [None req-48e888d5-0299-4f2d-a5b3-cc1113b05012 None None] Enqueued Resource ID: 2a543167-4d3a-43cb-bf9b-fbf4681af005 with Priority: HIGHEST for action port [ 595.116192] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2a543167-4d3a-43cb-bf9b-fbf4681af005 with Priority: HIGHEST for action port [ 595.116192] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock port-2a543167-4d3a-43cb-bf9b-fbf4681af005 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.116192] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2a543167-4d3a-43cb-bf9b-fbf4681af005" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.116192] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2a543167-4d3a-43cb-bf9b-fbf4681af005" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.118042] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2a543167-4d3a-43cb-bf9b-fbf4681af005" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.118196] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2a543167-4d3a-43cb-bf9b-fbf4681af005',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.314957] env[66859]: INFO networking_nsxv3.common.synchronization [req-fa004e1c-1d96-4466-a808-50494fc249f5 req-38778160-e798-4651-8ea7-5d882b1aec7b service nova] Enqueued Resource ID: c2c43257-96ff-41e0-9170-22fd44ad03b7 with Priority: HIGHEST for action security_group_rules [ 595.315152] env[66859]: INFO networking_nsxv3.common.synchronization [req-fa004e1c-1d96-4466-a808-50494fc249f5 req-38778160-e798-4651-8ea7-5d882b1aec7b service nova] Enqueued Resource ID: c2c43257-96ff-41e0-9170-22fd44ad03b7 with Priority: HIGHEST for action security_group_members [ 595.315284] env[66859]: INFO networking_nsxv3.common.synchronization [req-fa004e1c-1d96-4466-a808-50494fc249f5 req-38778160-e798-4651-8ea7-5d882b1aec7b service nova] Enqueued Resource ID: bf37654e-30e4-4305-85d8-4182b139d13f with Priority: HIGHEST for action port [ 595.315838] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c2c43257-96ff-41e0-9170-22fd44ad03b7 with Priority: HIGHEST for action security_group_rules [ 595.315969] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c2c43257-96ff-41e0-9170-22fd44ad03b7 with Priority: HIGHEST for action security_group_members [ 595.316076] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf37654e-30e4-4305-85d8-4182b139d13f with Priority: HIGHEST for action port [ 595.316349] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c2c43257-96ff-41e0-9170-22fd44ad03b7 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.316473] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c2c43257-96ff-41e0-9170-22fd44ad03b7" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.316540] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c2c43257-96ff-41e0-9170-22fd44ad03b7" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.316787] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c2c43257-96ff-41e0-9170-22fd44ad03b7" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.316869] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c2c43257-96ff-41e0-9170-22fd44ad03b7',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.320085] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-c2c43257-96ff-41e0-9170-22fd44ad03b7 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.320221] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c2c43257-96ff-41e0-9170-22fd44ad03b7" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.320293] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c2c43257-96ff-41e0-9170-22fd44ad03b7" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.320509] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c2c43257-96ff-41e0-9170-22fd44ad03b7" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.320670] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.320771] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.324694] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.324921] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.325520] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.325520] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c2c43257-96ff-41e0-9170-22fd44ad03b7',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.329562] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock port-bf37654e-30e4-4305-85d8-4182b139d13f taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.329562] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bf37654e-30e4-4305-85d8-4182b139d13f" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.329562] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bf37654e-30e4-4305-85d8-4182b139d13f" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.329562] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bf37654e-30e4-4305-85d8-4182b139d13f" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.329562] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bf37654e-30e4-4305-85d8-4182b139d13f',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.621655] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2a543167-4d3a-43cb-bf9b-fbf4681af005 [ 595.622493] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.622493] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.622493] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.622611] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.622641] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.622738] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2a543167-4d3a-43cb-bf9b-fbf4681af005 already deleted. [ 595.622833] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2a543167-4d3a-43cb-bf9b-fbf4681af005" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.821854] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-c2c43257-96ff-41e0-9170-22fd44ad03b7 taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.822073] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c2c43257-96ff-41e0-9170-22fd44ad03b7" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.827535] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c2c43257-96ff-41e0-9170-22fd44ad03b7',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.834130] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bf37654e-30e4-4305-85d8-4182b139d13f with status ACTIVE [ 595.834364] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.834505] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.834574] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.834814] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.834904] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.835103] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.835207] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.835281] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.835433] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.835530] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.835699] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.835805] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.835858] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.836081] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.836147] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.836371] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bf37654e-30e4-4305-85d8-4182b139d13f is going to be updated. [ 595.862009] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.862009] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.862009] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.862009] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.862009] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.862009] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bf37654e-30e4-4305-85d8-4182b139d13f" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.877615] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ea3df809-d2e1-45f2-b781-d4e78b56f440 in Status: SUCCESS [ 595.877615] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ea3df809-d2e1-45f2-b781-d4e78b56f440" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.166949] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a8db944f-5ab5-41ea-a1a4-dfecf0473c49 in Status: SUCCESS [ 596.167349] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a8db944f-5ab5-41ea-a1a4-dfecf0473c49" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.167448] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a8db944f-5ab5-41ea-a1a4-dfecf0473c49" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.167627] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a8db944f-5ab5-41ea-a1a4-dfecf0473c49" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.167817] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.167961] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.168041] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.168201] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.168282] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.168366] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a8db944f-5ab5-41ea-a1a4-dfecf0473c49" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.168453] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a8db944f-5ab5-41ea-a1a4-dfecf0473c49',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.332256] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c2c43257-96ff-41e0-9170-22fd44ad03b7',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.447753] env[66859]: INFO networking_nsxv3.common.synchronization [req-8f72ddb9-91d9-43ab-884f-48cef4aa21cc req-91d11bf5-e2ef-41ef-b767-213a624558bc tempest-ServersAdminNegativeTestJSON-2133369363 tempest-ServersAdminNegativeTestJSON-2133369363-project-member] Enqueued Resource ID: 68272dce-d5c2-448b-9d17-a6059264aa6b with Priority: HIGHEST for action security_group_members [ 596.447753] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68272dce-d5c2-448b-9d17-a6059264aa6b with Priority: HIGHEST for action security_group_members [ 596.447753] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-68272dce-d5c2-448b-9d17-a6059264aa6b taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.447753] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-68272dce-d5c2-448b-9d17-a6059264aa6b" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.447753] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-68272dce-d5c2-448b-9d17-a6059264aa6b" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.447753] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-68272dce-d5c2-448b-9d17-a6059264aa6b" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.447753] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.447753] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.447753] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.448140] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.448140] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.448140] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('68272dce-d5c2-448b-9d17-a6059264aa6b',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.634593] env[66859]: INFO networking_nsxv3.common.synchronization [None req-810a5738-d438-48ee-a075-bd4d088b28a3 None None] Enqueued Resource ID: d0ebdf8e-f49b-4a6c-a373-180595ebe831 with Priority: HIGHEST for action port [ 596.635093] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d0ebdf8e-f49b-4a6c-a373-180595ebe831 with Priority: HIGHEST for action port [ 596.635625] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock port-d0ebdf8e-f49b-4a6c-a373-180595ebe831 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.635625] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d0ebdf8e-f49b-4a6c-a373-180595ebe831" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.635625] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d0ebdf8e-f49b-4a6c-a373-180595ebe831" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.635803] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d0ebdf8e-f49b-4a6c-a373-180595ebe831" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.639150] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d0ebdf8e-f49b-4a6c-a373-180595ebe831',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.672533] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-a8db944f-5ab5-41ea-a1a4-dfecf0473c49 taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.672761] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a8db944f-5ab5-41ea-a1a4-dfecf0473c49" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.672761] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a8db944f-5ab5-41ea-a1a4-dfecf0473c49" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.673047] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a8db944f-5ab5-41ea-a1a4-dfecf0473c49" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.673179] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.673281] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.673324] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.673475] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.673559] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.673645] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a8db944f-5ab5-41ea-a1a4-dfecf0473c49" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.673787] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-a8db944f-5ab5-41ea-a1a4-dfecf0473c49 taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.673880] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a8db944f-5ab5-41ea-a1a4-dfecf0473c49" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.673939] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a8db944f-5ab5-41ea-a1a4-dfecf0473c49" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.675129] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a8db944f-5ab5-41ea-a1a4-dfecf0473c49" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.675129] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.675129] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.675129] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.675129] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.675129] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.675129] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a8db944f-5ab5-41ea-a1a4-dfecf0473c49" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.675129] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a8db944f-5ab5-41ea-a1a4-dfecf0473c49',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.835482] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.835878] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.836009] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.836245] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.836336] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.836474] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c2c43257-96ff-41e0-9170-22fd44ad03b7 is going to be created. [ 596.861956] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.862836] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.862956] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.863194] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.863351] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.876227] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c2c43257-96ff-41e0-9170-22fd44ad03b7 in Status: UNINITIALIZED for 2s [ 596.950170] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.950610] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.950900] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.951297] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.951572] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.952141] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.952528] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.952528] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.952985] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.953444] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.953444] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 68272dce-d5c2-448b-9d17-a6059264aa6b already deleted. [ 596.953444] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-68272dce-d5c2-448b-9d17-a6059264aa6b" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.142631] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d0ebdf8e-f49b-4a6c-a373-180595ebe831 [ 597.142631] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.142631] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.142631] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.142631] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.142631] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.142631] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d0ebdf8e-f49b-4a6c-a373-180595ebe831 already deleted. [ 597.142631] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d0ebdf8e-f49b-4a6c-a373-180595ebe831" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.179931] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a8db944f-5ab5-41ea-a1a4-dfecf0473c49: rpc.has_security_group_logging(os_id): False [ 597.212319] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.212319] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.212319] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.212319] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.212319] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.212319] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.212319] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.212319] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.212319] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.212319] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.212319] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.212319] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.212319] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.212319] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.212319] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.213927] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.213927] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.213927] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.213927] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.213927] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.213927] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a8db944f-5ab5-41ea-a1a4-dfecf0473c49 is going to be created. [ 597.278309] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.278309] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.278309] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.278309] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.278576] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.299576] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a8db944f-5ab5-41ea-a1a4-dfecf0473c49 in Status: IN_PROGRESS for 2s [ 597.452882] env[66859]: INFO networking_nsxv3.common.synchronization [None req-53bd66ca-4185-41e4-b3a7-a1f138c13433 None None] Enqueued Resource ID: 499a2f16-e426-49fe-970e-8a67ac32def7 with Priority: HIGHEST for action port [ 597.453382] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 499a2f16-e426-49fe-970e-8a67ac32def7 with Priority: HIGHEST for action port [ 597.456986] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock port-499a2f16-e426-49fe-970e-8a67ac32def7 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.457147] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-499a2f16-e426-49fe-970e-8a67ac32def7" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.457267] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-499a2f16-e426-49fe-970e-8a67ac32def7" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.457503] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-499a2f16-e426-49fe-970e-8a67ac32def7" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.457503] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('499a2f16-e426-49fe-970e-8a67ac32def7',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.463853] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock network-96 taken with stack trace [, , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.464057] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "network-96" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.464177] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "network-96" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.464434] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "network-96" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.464769] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.464917] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.464917] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.465322] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.465322] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.465453] env[66859]: DEBUG dogpile.cache.region [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] No value present for key: 'zone-id' {{(pid=66859) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 597.465560] env[66859]: DEBUG dogpile.lock [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] NeedRegenerationException {{(pid=66859) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 597.465745] env[66859]: DEBUG dogpile.lock [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] no value, waiting for create lock {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 597.465745] env[66859]: DEBUG dogpile.lock [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] value creation lock acquired {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 597.465854] env[66859]: DEBUG dogpile.cache.region [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] No value present for key: 'zone-id' {{(pid=66859) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 597.465957] env[66859]: DEBUG dogpile.lock [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Calling creation function for not-yet-present value {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 597.466139] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 597.487121] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 597.487291] env[66859]: DEBUG dogpile.cache.region [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66859) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 597.487435] env[66859]: DEBUG dogpile.lock [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Released creation lock {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 597.487604] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "network-96" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.487938] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock port-849c7399-58ae-4aa0-92ca-91836c99a0fd taken with stack trace [, , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.489168] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "port-849c7399-58ae-4aa0-92ca-91836c99a0fd" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.489168] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "port-849c7399-58ae-4aa0-92ca-91836c99a0fd" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.489168] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "port-849c7399-58ae-4aa0-92ca-91836c99a0fd" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.489168] env[66859]: DEBUG networking_nsxv3.api.rpc [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('849c7399-58ae-4aa0-92ca-91836c99a0fd',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.708488] env[66859]: INFO networking_nsxv3.common.synchronization [None req-a28e5aca-80dd-4c5d-9529-92ef7dbcf705 None None] Enqueued Resource ID: c00cb22a-f378-4ff1-878b-dba555d4cb65 with Priority: HIGHEST for action port [ 597.709077] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c00cb22a-f378-4ff1-878b-dba555d4cb65 with Priority: HIGHEST for action port [ 597.709389] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock port-c00cb22a-f378-4ff1-878b-dba555d4cb65 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.709513] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c00cb22a-f378-4ff1-878b-dba555d4cb65" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.709587] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c00cb22a-f378-4ff1-878b-dba555d4cb65" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.709916] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c00cb22a-f378-4ff1-878b-dba555d4cb65" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.709916] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c00cb22a-f378-4ff1-878b-dba555d4cb65',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.961884] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 499a2f16-e426-49fe-970e-8a67ac32def7 [ 597.962168] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.962322] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.962409] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.962622] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.962715] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.962849] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:499a2f16-e426-49fe-970e-8a67ac32def7 already deleted. [ 597.962950] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-499a2f16-e426-49fe-970e-8a67ac32def7" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.991978] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.992246] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.992423] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.993831] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.993831] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.993831] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Segment Port 849c7399-58ae-4aa0-92ca-91836c99a0fd not found, creating... [ 597.993831] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.993831] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.993831] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.994156] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.994348] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.994700] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.994905] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.995232] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.995561] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.995755] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.996041] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Resource: SegmentPort with ID: 849c7399-58ae-4aa0-92ca-91836c99a0fd is going to be created. [ 598.018488] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.018797] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.018880] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.021525] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.021525] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.021525] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "port-849c7399-58ae-4aa0-92ca-91836c99a0fd" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.212500] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c00cb22a-f378-4ff1-878b-dba555d4cb65 [ 598.212894] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.213315] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.213315] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.217024] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.217024] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.217024] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c00cb22a-f378-4ff1-878b-dba555d4cb65 already deleted. [ 598.217024] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c00cb22a-f378-4ff1-878b-dba555d4cb65" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.335549] env[66859]: INFO networking_nsxv3.common.synchronization [req-70705afc-8ba6-4c2a-b53d-76bb003dce41 req-d52c32e0-50e3-4e44-a363-54a5ba70f320 tempest-ServerDiagnosticsTest-1210481178 tempest-ServerDiagnosticsTest-1210481178-project-member] Enqueued Resource ID: 94f02bb9-4419-424e-bdd4-bc4ac40eba55 with Priority: HIGHEST for action security_group_members [ 598.335549] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 94f02bb9-4419-424e-bdd4-bc4ac40eba55 with Priority: HIGHEST for action security_group_members [ 598.341865] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-94f02bb9-4419-424e-bdd4-bc4ac40eba55 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.341865] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-94f02bb9-4419-424e-bdd4-bc4ac40eba55" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.341865] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-94f02bb9-4419-424e-bdd4-bc4ac40eba55" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.341865] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-94f02bb9-4419-424e-bdd4-bc4ac40eba55" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.341865] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.342329] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.342329] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.342329] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.342451] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.342451] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('94f02bb9-4419-424e-bdd4-bc4ac40eba55',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.766100] env[66859]: INFO networking_nsxv3.common.synchronization [req-8f72ddb9-91d9-43ab-884f-48cef4aa21cc req-4f97d40c-b4f8-4012-9e47-dd85a1934277 service nova] Enqueued Resource ID: 68272dce-d5c2-448b-9d17-a6059264aa6b with Priority: HIGHEST for action security_group_rules [ 598.770158] env[66859]: INFO networking_nsxv3.common.synchronization [req-8f72ddb9-91d9-43ab-884f-48cef4aa21cc req-4f97d40c-b4f8-4012-9e47-dd85a1934277 service nova] Enqueued Resource ID: 68272dce-d5c2-448b-9d17-a6059264aa6b with Priority: HIGHEST for action security_group_members [ 598.770158] env[66859]: INFO networking_nsxv3.common.synchronization [req-8f72ddb9-91d9-43ab-884f-48cef4aa21cc req-4f97d40c-b4f8-4012-9e47-dd85a1934277 service nova] Enqueued Resource ID: 849c7399-58ae-4aa0-92ca-91836c99a0fd with Priority: HIGHEST for action port [ 598.770158] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68272dce-d5c2-448b-9d17-a6059264aa6b with Priority: HIGHEST for action security_group_rules [ 598.770158] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68272dce-d5c2-448b-9d17-a6059264aa6b with Priority: HIGHEST for action security_group_members [ 598.770158] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 849c7399-58ae-4aa0-92ca-91836c99a0fd with Priority: HIGHEST for action port [ 598.770647] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock rules-68272dce-d5c2-448b-9d17-a6059264aa6b taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.770647] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-68272dce-d5c2-448b-9d17-a6059264aa6b" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.770647] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-68272dce-d5c2-448b-9d17-a6059264aa6b" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.771179] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-68272dce-d5c2-448b-9d17-a6059264aa6b" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.771179] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('68272dce-d5c2-448b-9d17-a6059264aa6b',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.772461] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-68272dce-d5c2-448b-9d17-a6059264aa6b taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.772601] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-68272dce-d5c2-448b-9d17-a6059264aa6b" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.772687] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-68272dce-d5c2-448b-9d17-a6059264aa6b" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.773457] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-68272dce-d5c2-448b-9d17-a6059264aa6b" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.773630] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.773739] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.773801] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.774013] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.774116] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.774210] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('68272dce-d5c2-448b-9d17-a6059264aa6b',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.775591] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock port-849c7399-58ae-4aa0-92ca-91836c99a0fd taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.775591] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-849c7399-58ae-4aa0-92ca-91836c99a0fd" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.775773] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-849c7399-58ae-4aa0-92ca-91836c99a0fd" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.775970] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-849c7399-58ae-4aa0-92ca-91836c99a0fd" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.776158] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('849c7399-58ae-4aa0-92ca-91836c99a0fd',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.845765] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.846440] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.846440] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.846440] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.846440] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.846632] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.846721] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.846806] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.846982] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.847201] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.847266] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 94f02bb9-4419-424e-bdd4-bc4ac40eba55 already deleted. [ 598.847310] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-94f02bb9-4419-424e-bdd4-bc4ac40eba55" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.887826] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c2c43257-96ff-41e0-9170-22fd44ad03b7 in Status: SUCCESS [ 598.888449] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c2c43257-96ff-41e0-9170-22fd44ad03b7" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.888449] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c2c43257-96ff-41e0-9170-22fd44ad03b7" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.888540] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c2c43257-96ff-41e0-9170-22fd44ad03b7" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.888721] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.888851] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.888923] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.889811] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.889811] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.889918] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c2c43257-96ff-41e0-9170-22fd44ad03b7" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.890039] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c2c43257-96ff-41e0-9170-22fd44ad03b7',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.137188] env[66859]: INFO networking_nsxv3.common.synchronization [None req-b0653656-3754-42e5-a9ab-229831425c29 None None] Enqueued Resource ID: 0b4121a4-e7b3-436c-923f-6900ab053dc8 with Priority: HIGHEST for action port [ 599.137443] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b4121a4-e7b3-436c-923f-6900ab053dc8 with Priority: HIGHEST for action port [ 599.138026] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock port-0b4121a4-e7b3-436c-923f-6900ab053dc8 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.138147] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0b4121a4-e7b3-436c-923f-6900ab053dc8" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.138216] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0b4121a4-e7b3-436c-923f-6900ab053dc8" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.138479] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0b4121a4-e7b3-436c-923f-6900ab053dc8" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.138581] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0b4121a4-e7b3-436c-923f-6900ab053dc8',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.164765] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock network-96 taken with stack trace [, , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.164765] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "network-96" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.164765] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "network-96" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.164973] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "network-96" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.165074] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.165229] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.165334] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.165545] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.165703] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.165915] env[66859]: DEBUG dogpile.cache.region [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] No value present for key: 'zone-id' {{(pid=66859) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 599.166657] env[66859]: DEBUG dogpile.lock [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] NeedRegenerationException {{(pid=66859) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 599.166657] env[66859]: DEBUG dogpile.lock [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] no value, waiting for create lock {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 599.166657] env[66859]: DEBUG dogpile.lock [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] value creation lock acquired {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 599.166657] env[66859]: DEBUG dogpile.cache.region [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] No value present for key: 'zone-id' {{(pid=66859) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 599.166657] env[66859]: DEBUG dogpile.lock [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Calling creation function for not-yet-present value {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 599.166657] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 599.186975] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 599.187258] env[66859]: DEBUG dogpile.cache.region [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66859) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 599.187358] env[66859]: DEBUG dogpile.lock [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Released creation lock {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 599.187548] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "network-96" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.187896] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock port-a93762bb-b8d5-4cd6-a17c-45b951508acc taken with stack trace [, , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.188172] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "port-a93762bb-b8d5-4cd6-a17c-45b951508acc" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.188333] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "port-a93762bb-b8d5-4cd6-a17c-45b951508acc" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.188704] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "port-a93762bb-b8d5-4cd6-a17c-45b951508acc" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.188848] env[66859]: DEBUG networking_nsxv3.api.rpc [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a93762bb-b8d5-4cd6-a17c-45b951508acc',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.278420] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-68272dce-d5c2-448b-9d17-a6059264aa6b taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.278584] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-68272dce-d5c2-448b-9d17-a6059264aa6b" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.278754] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 849c7399-58ae-4aa0-92ca-91836c99a0fd with status ACTIVE [ 599.278923] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.279060] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.279129] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.279339] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.279427] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.279683] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.279777] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.279777] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.279908] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.279980] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.280170] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.280269] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.280325] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.280462] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.280535] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.280617] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 849c7399-58ae-4aa0-92ca-91836c99a0fd is going to be updated. [ 599.282486] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('68272dce-d5c2-448b-9d17-a6059264aa6b',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.306396] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.306613] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.306613] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.307068] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.307068] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.307313] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-849c7399-58ae-4aa0-92ca-91836c99a0fd" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.312027] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a8db944f-5ab5-41ea-a1a4-dfecf0473c49 in Status: SUCCESS [ 599.312248] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a8db944f-5ab5-41ea-a1a4-dfecf0473c49" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.392188] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-c2c43257-96ff-41e0-9170-22fd44ad03b7 taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.392426] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c2c43257-96ff-41e0-9170-22fd44ad03b7" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.392426] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c2c43257-96ff-41e0-9170-22fd44ad03b7" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.392664] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c2c43257-96ff-41e0-9170-22fd44ad03b7" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.392828] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.392929] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.392985] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.393161] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.393256] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.393346] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c2c43257-96ff-41e0-9170-22fd44ad03b7" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.393488] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-c2c43257-96ff-41e0-9170-22fd44ad03b7 taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.393633] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c2c43257-96ff-41e0-9170-22fd44ad03b7" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.393633] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c2c43257-96ff-41e0-9170-22fd44ad03b7" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.393780] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c2c43257-96ff-41e0-9170-22fd44ad03b7" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.393912] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.394008] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.394072] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.394206] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.394282] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.394364] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c2c43257-96ff-41e0-9170-22fd44ad03b7" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.394507] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c2c43257-96ff-41e0-9170-22fd44ad03b7',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.641829] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0b4121a4-e7b3-436c-923f-6900ab053dc8 [ 599.641829] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.641829] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.641829] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.642182] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.642829] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.642829] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0b4121a4-e7b3-436c-923f-6900ab053dc8 already deleted. [ 599.642829] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0b4121a4-e7b3-436c-923f-6900ab053dc8" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.694130] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.694130] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.694130] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.694130] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.694130] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.694130] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Segment Port a93762bb-b8d5-4cd6-a17c-45b951508acc not found, creating... [ 599.694130] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.694130] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.694130] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.694130] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.694130] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.694691] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.694691] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.694691] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.695025] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.695330] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.695803] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Resource: SegmentPort with ID: a93762bb-b8d5-4cd6-a17c-45b951508acc is going to be created. [ 599.717452] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.717452] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.717710] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.717814] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.718084] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.718312] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "port-a93762bb-b8d5-4cd6-a17c-45b951508acc" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.786212] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('68272dce-d5c2-448b-9d17-a6059264aa6b',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.897505] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c2c43257-96ff-41e0-9170-22fd44ad03b7: rpc.has_security_group_logging(os_id): False [ 599.923273] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.923273] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.923273] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.923616] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.923616] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.923772] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.923870] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.923915] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.924083] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.925245] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.925245] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.925245] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.925245] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.925245] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.925245] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.925245] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.925245] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.925245] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.925720] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.925720] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.925720] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c2c43257-96ff-41e0-9170-22fd44ad03b7 is going to be created. [ 599.991567] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.991567] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.991567] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.991567] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.991567] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.009766] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c2c43257-96ff-41e0-9170-22fd44ad03b7 in Status: IN_PROGRESS for 2s [ 600.151869] env[66859]: INFO networking_nsxv3.common.synchronization [None req-133dc4c8-0cbe-4351-abbf-ae3f0965c527 None None] Enqueued Resource ID: 72c8f01b-f81e-4889-a59f-b4eb64eef9f5 with Priority: HIGHEST for action port [ 600.152925] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 72c8f01b-f81e-4889-a59f-b4eb64eef9f5 with Priority: HIGHEST for action port [ 600.153744] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock port-72c8f01b-f81e-4889-a59f-b4eb64eef9f5 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.153744] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-72c8f01b-f81e-4889-a59f-b4eb64eef9f5" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.153744] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-72c8f01b-f81e-4889-a59f-b4eb64eef9f5" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.153924] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-72c8f01b-f81e-4889-a59f-b4eb64eef9f5" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.153924] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('72c8f01b-f81e-4889-a59f-b4eb64eef9f5',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.288873] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.289027] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.289098] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.289319] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.289406] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.289497] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 68272dce-d5c2-448b-9d17-a6059264aa6b is going to be created. [ 600.314583] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.314583] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.314794] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.314829] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.314983] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.329125] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 68272dce-d5c2-448b-9d17-a6059264aa6b in Status: UNINITIALIZED for 2s [ 600.482727] env[66859]: INFO networking_nsxv3.common.synchronization [req-70705afc-8ba6-4c2a-b53d-76bb003dce41 req-c87f6f7b-882a-4510-be68-8ae8c4c34552 service nova] Enqueued Resource ID: 94f02bb9-4419-424e-bdd4-bc4ac40eba55 with Priority: HIGHEST for action security_group_rules [ 600.482867] env[66859]: INFO networking_nsxv3.common.synchronization [req-70705afc-8ba6-4c2a-b53d-76bb003dce41 req-c87f6f7b-882a-4510-be68-8ae8c4c34552 service nova] Enqueued Resource ID: 94f02bb9-4419-424e-bdd4-bc4ac40eba55 with Priority: HIGHEST for action security_group_members [ 600.483027] env[66859]: INFO networking_nsxv3.common.synchronization [req-70705afc-8ba6-4c2a-b53d-76bb003dce41 req-c87f6f7b-882a-4510-be68-8ae8c4c34552 service nova] Enqueued Resource ID: a93762bb-b8d5-4cd6-a17c-45b951508acc with Priority: HIGHEST for action port [ 600.483868] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 94f02bb9-4419-424e-bdd4-bc4ac40eba55 with Priority: HIGHEST for action security_group_rules [ 600.483868] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 94f02bb9-4419-424e-bdd4-bc4ac40eba55 with Priority: HIGHEST for action security_group_members [ 600.483868] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a93762bb-b8d5-4cd6-a17c-45b951508acc with Priority: HIGHEST for action port [ 600.484811] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock rules-94f02bb9-4419-424e-bdd4-bc4ac40eba55 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.484811] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-94f02bb9-4419-424e-bdd4-bc4ac40eba55" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.484811] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-94f02bb9-4419-424e-bdd4-bc4ac40eba55" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.486799] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-94f02bb9-4419-424e-bdd4-bc4ac40eba55" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.486799] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('94f02bb9-4419-424e-bdd4-bc4ac40eba55',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.490214] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-94f02bb9-4419-424e-bdd4-bc4ac40eba55 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.490839] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-94f02bb9-4419-424e-bdd4-bc4ac40eba55" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.490839] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-94f02bb9-4419-424e-bdd4-bc4ac40eba55" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.490839] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-94f02bb9-4419-424e-bdd4-bc4ac40eba55" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.490839] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.491036] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.491036] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.492009] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.492009] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.492009] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('94f02bb9-4419-424e-bdd4-bc4ac40eba55',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.492696] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock port-a93762bb-b8d5-4cd6-a17c-45b951508acc taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.492964] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a93762bb-b8d5-4cd6-a17c-45b951508acc" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.492964] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a93762bb-b8d5-4cd6-a17c-45b951508acc" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.493114] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a93762bb-b8d5-4cd6-a17c-45b951508acc" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.493543] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a93762bb-b8d5-4cd6-a17c-45b951508acc',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.659533] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 72c8f01b-f81e-4889-a59f-b4eb64eef9f5 [ 600.659778] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.659917] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.660021] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.660317] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.660391] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.660469] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:72c8f01b-f81e-4889-a59f-b4eb64eef9f5 already deleted. [ 600.660646] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-72c8f01b-f81e-4889-a59f-b4eb64eef9f5" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.996034] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-94f02bb9-4419-424e-bdd4-bc4ac40eba55 taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.996446] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-94f02bb9-4419-424e-bdd4-bc4ac40eba55" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.996446] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('94f02bb9-4419-424e-bdd4-bc4ac40eba55',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.997452] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a93762bb-b8d5-4cd6-a17c-45b951508acc with status ACTIVE [ 600.997701] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.997892] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.997999] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.998237] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.998327] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.998508] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.998603] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.998664] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.998823] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.001029] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.003353] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.003353] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.003353] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.003353] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.003353] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.003353] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a93762bb-b8d5-4cd6-a17c-45b951508acc is going to be updated. [ 601.029442] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.029699] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.029699] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.029920] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.030072] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.030258] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a93762bb-b8d5-4cd6-a17c-45b951508acc" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.504959] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('94f02bb9-4419-424e-bdd4-bc4ac40eba55',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.011021] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.011021] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.011021] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.011021] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.011021] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.011021] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 94f02bb9-4419-424e-bdd4-bc4ac40eba55 is going to be created. [ 602.026335] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c2c43257-96ff-41e0-9170-22fd44ad03b7 in Status: SUCCESS [ 602.026576] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c2c43257-96ff-41e0-9170-22fd44ad03b7" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.037755] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.037755] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.037755] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.037755] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.038017] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.050730] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 94f02bb9-4419-424e-bdd4-bc4ac40eba55 in Status: UNINITIALIZED for 2s [ 602.340706] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 68272dce-d5c2-448b-9d17-a6059264aa6b in Status: SUCCESS [ 602.340946] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-68272dce-d5c2-448b-9d17-a6059264aa6b" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.341080] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-68272dce-d5c2-448b-9d17-a6059264aa6b" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.341334] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-68272dce-d5c2-448b-9d17-a6059264aa6b" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.341539] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.341680] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.341761] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.341899] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.342070] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.342134] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-68272dce-d5c2-448b-9d17-a6059264aa6b" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.342303] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('68272dce-d5c2-448b-9d17-a6059264aa6b',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.614606] env[66859]: INFO networking_nsxv3.common.synchronization [None req-70f7a634-dfa5-4adc-9787-bdd7bc476bc6 None None] Enqueued Resource ID: f861f806-2f11-4353-b687-82479b0f3328 with Priority: HIGHEST for action port [ 602.618424] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f861f806-2f11-4353-b687-82479b0f3328 with Priority: HIGHEST for action port [ 602.619123] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock port-f861f806-2f11-4353-b687-82479b0f3328 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.619123] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f861f806-2f11-4353-b687-82479b0f3328" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.619277] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f861f806-2f11-4353-b687-82479b0f3328" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.619685] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f861f806-2f11-4353-b687-82479b0f3328" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.623279] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f861f806-2f11-4353-b687-82479b0f3328',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.849560] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-68272dce-d5c2-448b-9d17-a6059264aa6b taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.849717] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-68272dce-d5c2-448b-9d17-a6059264aa6b" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.849786] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-68272dce-d5c2-448b-9d17-a6059264aa6b" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.850054] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-68272dce-d5c2-448b-9d17-a6059264aa6b" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.850303] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.850485] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.850567] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.850787] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.850881] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.850978] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-68272dce-d5c2-448b-9d17-a6059264aa6b" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.851142] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-68272dce-d5c2-448b-9d17-a6059264aa6b taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.851260] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-68272dce-d5c2-448b-9d17-a6059264aa6b" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.851308] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-68272dce-d5c2-448b-9d17-a6059264aa6b" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.851465] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-68272dce-d5c2-448b-9d17-a6059264aa6b" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.851805] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.851805] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.851805] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.851949] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.851949] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.852026] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-68272dce-d5c2-448b-9d17-a6059264aa6b" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.852391] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('68272dce-d5c2-448b-9d17-a6059264aa6b',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.125448] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f861f806-2f11-4353-b687-82479b0f3328 [ 603.125803] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.126160] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.126245] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.126445] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.126558] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.126615] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f861f806-2f11-4353-b687-82479b0f3328 already deleted. [ 603.126700] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f861f806-2f11-4353-b687-82479b0f3328" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.359596] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 68272dce-d5c2-448b-9d17-a6059264aa6b: rpc.has_security_group_logging(os_id): False [ 603.382509] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.382695] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.382931] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.383193] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.383305] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.383565] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.383708] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.383784] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.384052] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.384174] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.384378] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.384480] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.384541] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.384693] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.384799] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.384981] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.385340] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.385480] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.385724] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.385847] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.385967] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 68272dce-d5c2-448b-9d17-a6059264aa6b is going to be created. [ 603.479899] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.481094] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.481094] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.481417] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.481489] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.497844] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 68272dce-d5c2-448b-9d17-a6059264aa6b in Status: IN_PROGRESS for 2s [ 604.063122] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 94f02bb9-4419-424e-bdd4-bc4ac40eba55 in Status: SUCCESS [ 604.063122] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-94f02bb9-4419-424e-bdd4-bc4ac40eba55" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.063227] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-94f02bb9-4419-424e-bdd4-bc4ac40eba55" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.063358] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-94f02bb9-4419-424e-bdd4-bc4ac40eba55" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.063548] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.063670] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.064070] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.064070] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.064070] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.064070] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-94f02bb9-4419-424e-bdd4-bc4ac40eba55" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.064253] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('94f02bb9-4419-424e-bdd4-bc4ac40eba55',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.569394] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-94f02bb9-4419-424e-bdd4-bc4ac40eba55 taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.569394] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-94f02bb9-4419-424e-bdd4-bc4ac40eba55" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.569394] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-94f02bb9-4419-424e-bdd4-bc4ac40eba55" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.569394] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-94f02bb9-4419-424e-bdd4-bc4ac40eba55" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.569394] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.569394] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.569394] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.569394] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.569394] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.569394] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-94f02bb9-4419-424e-bdd4-bc4ac40eba55" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.569394] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-94f02bb9-4419-424e-bdd4-bc4ac40eba55 taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.569394] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-94f02bb9-4419-424e-bdd4-bc4ac40eba55" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.569394] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-94f02bb9-4419-424e-bdd4-bc4ac40eba55" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.571307] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-94f02bb9-4419-424e-bdd4-bc4ac40eba55" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.571307] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.571307] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.571307] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.571307] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.571307] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.571307] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-94f02bb9-4419-424e-bdd4-bc4ac40eba55" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.571307] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('94f02bb9-4419-424e-bdd4-bc4ac40eba55',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.075616] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 94f02bb9-4419-424e-bdd4-bc4ac40eba55: rpc.has_security_group_logging(os_id): False [ 605.094857] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.095037] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.095106] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.095333] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.095436] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.095666] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.095783] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.095861] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.096064] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.096161] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.096359] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.096457] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.096517] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.096659] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.096731] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.096902] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.096993] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.097142] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.097290] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.097365] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.097450] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 94f02bb9-4419-424e-bdd4-bc4ac40eba55 is going to be created. [ 605.176913] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.177122] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.177122] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.177575] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.177575] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.199220] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 94f02bb9-4419-424e-bdd4-bc4ac40eba55 in Status: IN_PROGRESS for 2s [ 605.441165] env[66859]: INFO networking_nsxv3.common.synchronization [req-19e0c0cb-4428-4174-996a-01ea2cfb4a3f req-d9825c0a-4161-4f82-bd80-eee6b53ec84c tempest-ImagesTestJSON-775779378 tempest-ImagesTestJSON-775779378-project-member] Enqueued Resource ID: 09fc9b17-50d2-4789-87d2-0acbd68153f8 with Priority: HIGHEST for action security_group_members [ 605.441686] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 09fc9b17-50d2-4789-87d2-0acbd68153f8 with Priority: HIGHEST for action security_group_members [ 605.441980] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-09fc9b17-50d2-4789-87d2-0acbd68153f8 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.442158] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-09fc9b17-50d2-4789-87d2-0acbd68153f8" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.442214] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-09fc9b17-50d2-4789-87d2-0acbd68153f8" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.442468] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-09fc9b17-50d2-4789-87d2-0acbd68153f8" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.442632] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.442729] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.442790] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.442941] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.443690] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.444285] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('09fc9b17-50d2-4789-87d2-0acbd68153f8',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.458780] env[66859]: INFO networking_nsxv3.common.synchronization [None req-33bdaa0c-e37d-4a12-9799-43bae633451f None None] Enqueued Resource ID: bd66bdfe-f04c-425f-8620-95f527fa9a2d with Priority: HIGHEST for action port [ 605.459756] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd66bdfe-f04c-425f-8620-95f527fa9a2d with Priority: HIGHEST for action port [ 605.460955] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock port-bd66bdfe-f04c-425f-8620-95f527fa9a2d taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.461064] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bd66bdfe-f04c-425f-8620-95f527fa9a2d" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.461166] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bd66bdfe-f04c-425f-8620-95f527fa9a2d" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.461377] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bd66bdfe-f04c-425f-8620-95f527fa9a2d" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.461445] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bd66bdfe-f04c-425f-8620-95f527fa9a2d',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.514454] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 68272dce-d5c2-448b-9d17-a6059264aa6b in Status: SUCCESS [ 605.514673] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-68272dce-d5c2-448b-9d17-a6059264aa6b" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.947753] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.948124] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.948124] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.948452] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.948615] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.948832] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.948946] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.949091] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.949360] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.949487] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.949606] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 09fc9b17-50d2-4789-87d2-0acbd68153f8 already deleted. [ 605.949694] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-09fc9b17-50d2-4789-87d2-0acbd68153f8" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.963716] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bd66bdfe-f04c-425f-8620-95f527fa9a2d [ 605.964025] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.964161] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.964161] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.964396] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.964529] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.964674] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bd66bdfe-f04c-425f-8620-95f527fa9a2d already deleted. [ 605.964767] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bd66bdfe-f04c-425f-8620-95f527fa9a2d" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.188597] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock network-952 taken with stack trace [, , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.188796] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "network-952" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.189058] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "network-952" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.189336] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "network-952" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.189959] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.190094] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.190206] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.190552] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.190801] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.191128] env[66859]: DEBUG dogpile.cache.region [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] No value present for key: 'zone-id' {{(pid=66859) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 606.191328] env[66859]: DEBUG dogpile.lock [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] NeedRegenerationException {{(pid=66859) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 606.191666] env[66859]: DEBUG dogpile.lock [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] no value, waiting for create lock {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 606.191741] env[66859]: DEBUG dogpile.lock [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] value creation lock acquired {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 606.192377] env[66859]: DEBUG dogpile.cache.region [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] No value present for key: 'zone-id' {{(pid=66859) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 606.192377] env[66859]: DEBUG dogpile.lock [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Calling creation function for not-yet-present value {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 606.192377] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 606.215022] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 606.215274] env[66859]: DEBUG dogpile.cache.region [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66859) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 606.215429] env[66859]: DEBUG dogpile.lock [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Released creation lock {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 606.215623] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "network-952" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.216110] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock port-2a5f5eba-9668-42b5-bfb5-9f2a5e4a958a taken with stack trace [, , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.216329] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "port-2a5f5eba-9668-42b5-bfb5-9f2a5e4a958a" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.216501] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "port-2a5f5eba-9668-42b5-bfb5-9f2a5e4a958a" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.216969] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "port-2a5f5eba-9668-42b5-bfb5-9f2a5e4a958a" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.216969] env[66859]: DEBUG networking_nsxv3.api.rpc [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2a5f5eba-9668-42b5-bfb5-9f2a5e4a958a',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.720598] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.720960] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.721111] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.721559] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.721778] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.722034] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Segment Port 2a5f5eba-9668-42b5-bfb5-9f2a5e4a958a not found, creating... [ 606.722484] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.722724] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.724048] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.724048] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.724048] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.724213] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.724288] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.724403] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.724631] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.724764] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.724901] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Resource: SegmentPort with ID: 2a5f5eba-9668-42b5-bfb5-9f2a5e4a958a is going to be created. [ 606.748426] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.748688] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.748834] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.749198] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.749448] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.749683] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "port-2a5f5eba-9668-42b5-bfb5-9f2a5e4a958a" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.216090] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 94f02bb9-4419-424e-bdd4-bc4ac40eba55 in Status: SUCCESS [ 607.216488] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-94f02bb9-4419-424e-bdd4-bc4ac40eba55" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.232460] env[66859]: INFO networking_nsxv3.common.synchronization [None req-d44e60d8-37b1-4528-91f9-1e3f7c8c0da7 None None] Enqueued Resource ID: d6274b86-a8ea-48af-a1c1-a8383c567c59 with Priority: HIGHEST for action port [ 607.232977] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d6274b86-a8ea-48af-a1c1-a8383c567c59 with Priority: HIGHEST for action port [ 607.233574] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock port-d6274b86-a8ea-48af-a1c1-a8383c567c59 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.233574] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d6274b86-a8ea-48af-a1c1-a8383c567c59" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.233574] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d6274b86-a8ea-48af-a1c1-a8383c567c59" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.233898] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d6274b86-a8ea-48af-a1c1-a8383c567c59" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.233898] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d6274b86-a8ea-48af-a1c1-a8383c567c59',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.463027] env[66859]: INFO networking_nsxv3.common.synchronization [req-19e0c0cb-4428-4174-996a-01ea2cfb4a3f req-28b372ed-0e8f-4a7a-9d9a-d6cb034239e3 service nova] Enqueued Resource ID: 09fc9b17-50d2-4789-87d2-0acbd68153f8 with Priority: HIGHEST for action security_group_rules [ 607.463027] env[66859]: INFO networking_nsxv3.common.synchronization [req-19e0c0cb-4428-4174-996a-01ea2cfb4a3f req-28b372ed-0e8f-4a7a-9d9a-d6cb034239e3 service nova] Enqueued Resource ID: 09fc9b17-50d2-4789-87d2-0acbd68153f8 with Priority: HIGHEST for action security_group_members [ 607.463027] env[66859]: INFO networking_nsxv3.common.synchronization [req-19e0c0cb-4428-4174-996a-01ea2cfb4a3f req-28b372ed-0e8f-4a7a-9d9a-d6cb034239e3 service nova] Enqueued Resource ID: 2a5f5eba-9668-42b5-bfb5-9f2a5e4a958a with Priority: HIGHEST for action port [ 607.463027] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 09fc9b17-50d2-4789-87d2-0acbd68153f8 with Priority: HIGHEST for action security_group_rules [ 607.463027] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 09fc9b17-50d2-4789-87d2-0acbd68153f8 with Priority: HIGHEST for action security_group_members [ 607.463027] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2a5f5eba-9668-42b5-bfb5-9f2a5e4a958a with Priority: HIGHEST for action port [ 607.463027] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock rules-09fc9b17-50d2-4789-87d2-0acbd68153f8 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.463027] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-09fc9b17-50d2-4789-87d2-0acbd68153f8" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.463027] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-09fc9b17-50d2-4789-87d2-0acbd68153f8" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.463027] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-09fc9b17-50d2-4789-87d2-0acbd68153f8" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.463027] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('09fc9b17-50d2-4789-87d2-0acbd68153f8',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.467902] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-09fc9b17-50d2-4789-87d2-0acbd68153f8 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.468108] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-09fc9b17-50d2-4789-87d2-0acbd68153f8" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.468170] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-09fc9b17-50d2-4789-87d2-0acbd68153f8" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.468374] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-09fc9b17-50d2-4789-87d2-0acbd68153f8" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.468524] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.468756] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.468756] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.468827] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.468900] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.468979] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('09fc9b17-50d2-4789-87d2-0acbd68153f8',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.469883] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock port-2a5f5eba-9668-42b5-bfb5-9f2a5e4a958a taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.469943] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2a5f5eba-9668-42b5-bfb5-9f2a5e4a958a" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.470017] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2a5f5eba-9668-42b5-bfb5-9f2a5e4a958a" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.470215] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2a5f5eba-9668-42b5-bfb5-9f2a5e4a958a" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.470289] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2a5f5eba-9668-42b5-bfb5-9f2a5e4a958a',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.737150] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d6274b86-a8ea-48af-a1c1-a8383c567c59 [ 607.737390] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.737525] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.737647] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.737819] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.737924] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.738625] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d6274b86-a8ea-48af-a1c1-a8383c567c59 already deleted. [ 607.738714] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d6274b86-a8ea-48af-a1c1-a8383c567c59" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.974487] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('09fc9b17-50d2-4789-87d2-0acbd68153f8',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.976090] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-09fc9b17-50d2-4789-87d2-0acbd68153f8 taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.976282] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-09fc9b17-50d2-4789-87d2-0acbd68153f8" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.976579] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2a5f5eba-9668-42b5-bfb5-9f2a5e4a958a with status ACTIVE [ 607.976754] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.976858] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.977124] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.977212] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.977275] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.977446] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.977537] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.977968] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.977968] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.977968] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.977968] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.978262] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.978262] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.978262] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.978398] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.978398] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2a5f5eba-9668-42b5-bfb5-9f2a5e4a958a is going to be updated. [ 608.008708] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.008708] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.008708] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.009066] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.009435] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.009535] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2a5f5eba-9668-42b5-bfb5-9f2a5e4a958a" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.478897] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('09fc9b17-50d2-4789-87d2-0acbd68153f8',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.516036] env[66859]: INFO networking_nsxv3.common.synchronization [req-60723e8e-9bc9-41a1-880c-15ce434b1fcb req-b3749732-8a47-494d-97bd-f32ac9819486 tempest-InstanceActionsNegativeTestJSON-390652177 tempest-InstanceActionsNegativeTestJSON-390652177-project-member] Enqueued Resource ID: 6cd8db56-47f4-429c-8234-a12a6f9345c8 with Priority: HIGHEST for action security_group_members [ 608.516668] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6cd8db56-47f4-429c-8234-a12a6f9345c8 with Priority: HIGHEST for action security_group_members [ 608.517316] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-6cd8db56-47f4-429c-8234-a12a6f9345c8 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.517483] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6cd8db56-47f4-429c-8234-a12a6f9345c8" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.517587] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6cd8db56-47f4-429c-8234-a12a6f9345c8" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.517894] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6cd8db56-47f4-429c-8234-a12a6f9345c8" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.518183] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.518558] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.518662] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.518870] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.519097] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.519207] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6cd8db56-47f4-429c-8234-a12a6f9345c8',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.980844] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.981053] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.981121] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.981376] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.981477] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.981612] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 09fc9b17-50d2-4789-87d2-0acbd68153f8 is going to be created. [ 609.008264] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.008678] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.008678] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.008678] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.009017] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.022748] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.022909] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.023792] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.023792] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.023792] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.023792] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.023792] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.023792] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.024436] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.024732] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.024904] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6cd8db56-47f4-429c-8234-a12a6f9345c8 already deleted. [ 609.025094] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6cd8db56-47f4-429c-8234-a12a6f9345c8" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.026206] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 09fc9b17-50d2-4789-87d2-0acbd68153f8 in Status: UNINITIALIZED for 2s [ 609.043727] env[66859]: INFO networking_nsxv3.common.synchronization [None req-4b4583c9-39cf-4870-9aa6-17c96ad191cf None None] Enqueued Resource ID: 9f3ec7f9-7903-47fc-acf2-00711b3a1913 with Priority: HIGHEST for action port [ 609.045040] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9f3ec7f9-7903-47fc-acf2-00711b3a1913 with Priority: HIGHEST for action port [ 609.045150] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock port-9f3ec7f9-7903-47fc-acf2-00711b3a1913 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.045452] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9f3ec7f9-7903-47fc-acf2-00711b3a1913" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.045652] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9f3ec7f9-7903-47fc-acf2-00711b3a1913" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.045897] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9f3ec7f9-7903-47fc-acf2-00711b3a1913" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.049861] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9f3ec7f9-7903-47fc-acf2-00711b3a1913',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.055151] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock network-211 taken with stack trace [, , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.055376] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "network-211" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.055473] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "network-211" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.055873] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "network-211" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.056378] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.057176] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.057176] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.057390] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.057593] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.057910] env[66859]: DEBUG dogpile.cache.region [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] No value present for key: 'zone-id' {{(pid=66859) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 609.058127] env[66859]: DEBUG dogpile.lock [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] NeedRegenerationException {{(pid=66859) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 609.058236] env[66859]: DEBUG dogpile.lock [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] no value, waiting for create lock {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 609.058348] env[66859]: DEBUG dogpile.lock [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] value creation lock acquired {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 609.058454] env[66859]: DEBUG dogpile.cache.region [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] No value present for key: 'zone-id' {{(pid=66859) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 609.058877] env[66859]: DEBUG dogpile.lock [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Calling creation function for not-yet-present value {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 609.058877] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 609.082260] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 609.082260] env[66859]: DEBUG dogpile.cache.region [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66859) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 609.082260] env[66859]: DEBUG dogpile.lock [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Released creation lock {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 609.082572] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "network-211" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.082910] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock port-00cbfb1e-522d-4432-83db-368b706be332 taken with stack trace [, , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.083931] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "port-00cbfb1e-522d-4432-83db-368b706be332" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.083931] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "port-00cbfb1e-522d-4432-83db-368b706be332" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.083931] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "port-00cbfb1e-522d-4432-83db-368b706be332" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.084311] env[66859]: DEBUG networking_nsxv3.api.rpc [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('00cbfb1e-522d-4432-83db-368b706be332',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.552991] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9f3ec7f9-7903-47fc-acf2-00711b3a1913 [ 609.552991] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.552991] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.552991] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.553474] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.553474] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.553474] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9f3ec7f9-7903-47fc-acf2-00711b3a1913 already deleted. [ 609.553474] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9f3ec7f9-7903-47fc-acf2-00711b3a1913" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.587463] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.587695] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.588235] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.588235] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.588235] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.588397] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Segment Port 00cbfb1e-522d-4432-83db-368b706be332 not found, creating... [ 609.590144] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.590144] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.590144] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.590144] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.590144] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.590144] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.590144] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.590144] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.590144] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.590600] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.590600] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Resource: SegmentPort with ID: 00cbfb1e-522d-4432-83db-368b706be332 is going to be created. [ 609.616320] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.618035] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.618197] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.618599] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.618970] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.619417] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "port-00cbfb1e-522d-4432-83db-368b706be332" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.067915] env[66859]: INFO networking_nsxv3.common.synchronization [None req-81654299-5a13-431c-8cf5-6fcf48a7e51d None None] Enqueued Resource ID: b09088ac-8f41-4717-b8d8-d3a73c8192c8 with Priority: HIGHEST for action port [ 610.067915] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b09088ac-8f41-4717-b8d8-d3a73c8192c8 with Priority: HIGHEST for action port [ 610.067915] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock port-b09088ac-8f41-4717-b8d8-d3a73c8192c8 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.067915] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b09088ac-8f41-4717-b8d8-d3a73c8192c8" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.067915] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b09088ac-8f41-4717-b8d8-d3a73c8192c8" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.067915] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b09088ac-8f41-4717-b8d8-d3a73c8192c8" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.067915] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b09088ac-8f41-4717-b8d8-d3a73c8192c8',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.374707] env[66859]: INFO networking_nsxv3.common.synchronization [req-60723e8e-9bc9-41a1-880c-15ce434b1fcb req-944b3bf6-d95e-47f9-875b-f35169e658f2 service nova] Enqueued Resource ID: 6cd8db56-47f4-429c-8234-a12a6f9345c8 with Priority: HIGHEST for action security_group_rules [ 610.374887] env[66859]: INFO networking_nsxv3.common.synchronization [req-60723e8e-9bc9-41a1-880c-15ce434b1fcb req-944b3bf6-d95e-47f9-875b-f35169e658f2 service nova] Enqueued Resource ID: 6cd8db56-47f4-429c-8234-a12a6f9345c8 with Priority: HIGHEST for action security_group_members [ 610.375026] env[66859]: INFO networking_nsxv3.common.synchronization [req-60723e8e-9bc9-41a1-880c-15ce434b1fcb req-944b3bf6-d95e-47f9-875b-f35169e658f2 service nova] Enqueued Resource ID: 00cbfb1e-522d-4432-83db-368b706be332 with Priority: HIGHEST for action port [ 610.375980] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6cd8db56-47f4-429c-8234-a12a6f9345c8 with Priority: HIGHEST for action security_group_rules [ 610.376142] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6cd8db56-47f4-429c-8234-a12a6f9345c8 with Priority: HIGHEST for action security_group_members [ 610.376241] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 00cbfb1e-522d-4432-83db-368b706be332 with Priority: HIGHEST for action port [ 610.376617] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6cd8db56-47f4-429c-8234-a12a6f9345c8 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.376617] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6cd8db56-47f4-429c-8234-a12a6f9345c8" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.376721] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6cd8db56-47f4-429c-8234-a12a6f9345c8" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.376913] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6cd8db56-47f4-429c-8234-a12a6f9345c8" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.376990] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6cd8db56-47f4-429c-8234-a12a6f9345c8',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.377828] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-6cd8db56-47f4-429c-8234-a12a6f9345c8 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.377953] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6cd8db56-47f4-429c-8234-a12a6f9345c8" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.378030] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6cd8db56-47f4-429c-8234-a12a6f9345c8" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.378228] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6cd8db56-47f4-429c-8234-a12a6f9345c8" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.378392] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.378476] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.378538] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.378672] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.378754] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.378845] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6cd8db56-47f4-429c-8234-a12a6f9345c8',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.379581] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock port-00cbfb1e-522d-4432-83db-368b706be332 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.379696] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-00cbfb1e-522d-4432-83db-368b706be332" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.379753] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-00cbfb1e-522d-4432-83db-368b706be332" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.380162] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-00cbfb1e-522d-4432-83db-368b706be332" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.380162] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('00cbfb1e-522d-4432-83db-368b706be332',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.570670] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b09088ac-8f41-4717-b8d8-d3a73c8192c8 [ 610.575220] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.575220] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.575220] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.575220] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.575220] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.575220] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b09088ac-8f41-4717-b8d8-d3a73c8192c8 already deleted. [ 610.575220] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b09088ac-8f41-4717-b8d8-d3a73c8192c8" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.884553] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-6cd8db56-47f4-429c-8234-a12a6f9345c8 taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.884553] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6cd8db56-47f4-429c-8234-a12a6f9345c8" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.884553] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6cd8db56-47f4-429c-8234-a12a6f9345c8',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.884553] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 00cbfb1e-522d-4432-83db-368b706be332 with status ACTIVE [ 610.884553] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.884553] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.884553] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.884553] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.884553] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.884553] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.884553] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.884553] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.884553] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.884553] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.885316] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.885776] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.886089] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.886467] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.887305] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.887305] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 00cbfb1e-522d-4432-83db-368b706be332 is going to be updated. [ 610.928704] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.928704] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.928704] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.928704] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.928704] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.928704] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-00cbfb1e-522d-4432-83db-368b706be332" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.977812] env[66859]: INFO networking_nsxv3.common.synchronization [None req-b259fe52-8d18-496a-a295-329fa1f849b3 tempest-ServersWithSpecificFlavorTestJSON-6506357 tempest-ServersWithSpecificFlavorTestJSON-6506357-project-member] Enqueued Resource ID: 25cdc873-ff62-40a0-9e9e-1db4cb9dc98c with Priority: HIGHEST for action security_group_rules [ 610.977812] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 25cdc873-ff62-40a0-9e9e-1db4cb9dc98c with Priority: HIGHEST for action security_group_rules [ 610.977812] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock rules-25cdc873-ff62-40a0-9e9e-1db4cb9dc98c taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.977812] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-25cdc873-ff62-40a0-9e9e-1db4cb9dc98c" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.977812] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-25cdc873-ff62-40a0-9e9e-1db4cb9dc98c" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.977812] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-25cdc873-ff62-40a0-9e9e-1db4cb9dc98c" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.977812] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('25cdc873-ff62-40a0-9e9e-1db4cb9dc98c',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.042203] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 09fc9b17-50d2-4789-87d2-0acbd68153f8 in Status: SUCCESS [ 611.042694] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-09fc9b17-50d2-4789-87d2-0acbd68153f8" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.045781] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-09fc9b17-50d2-4789-87d2-0acbd68153f8" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.045781] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-09fc9b17-50d2-4789-87d2-0acbd68153f8" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.045781] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.045781] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.045781] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.045781] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.045781] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.045781] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-09fc9b17-50d2-4789-87d2-0acbd68153f8" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.045781] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('09fc9b17-50d2-4789-87d2-0acbd68153f8',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.389871] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6cd8db56-47f4-429c-8234-a12a6f9345c8',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.489043] env[66859]: INFO networking_nsxv3.common.synchronization [req-b6af782f-4d74-442f-b515-b4a6378c7516 req-f77b22a9-fa6f-44ea-850e-fabb270d1082 tempest-VolumesAssistedSnapshotsTest-1745914352 tempest-VolumesAssistedSnapshotsTest-1745914352-project-member] Enqueued Resource ID: 6ba5dfb6-32fd-48f1-b0cf-69d210751ff9 with Priority: HIGHEST for action security_group_members [ 611.489043] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6ba5dfb6-32fd-48f1-b0cf-69d210751ff9 with Priority: HIGHEST for action security_group_members [ 611.489043] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-6ba5dfb6-32fd-48f1-b0cf-69d210751ff9 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.489043] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6ba5dfb6-32fd-48f1-b0cf-69d210751ff9" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.489043] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6ba5dfb6-32fd-48f1-b0cf-69d210751ff9" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.490149] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6ba5dfb6-32fd-48f1-b0cf-69d210751ff9" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.492440] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.492440] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.492440] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.492440] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.492440] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.492440] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6ba5dfb6-32fd-48f1-b0cf-69d210751ff9',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.506535] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.506847] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.507026] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.507304] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.507460] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.510155] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 25cdc873-ff62-40a0-9e9e-1db4cb9dc98c already deleted. [ 611.510521] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-25cdc873-ff62-40a0-9e9e-1db4cb9dc98c" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.549821] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-09fc9b17-50d2-4789-87d2-0acbd68153f8 taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.550027] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-09fc9b17-50d2-4789-87d2-0acbd68153f8" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.550101] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-09fc9b17-50d2-4789-87d2-0acbd68153f8" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.550271] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-09fc9b17-50d2-4789-87d2-0acbd68153f8" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.550433] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.550533] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.550595] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.550743] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.551213] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.551213] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-09fc9b17-50d2-4789-87d2-0acbd68153f8" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.551213] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-09fc9b17-50d2-4789-87d2-0acbd68153f8 taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.551213] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-09fc9b17-50d2-4789-87d2-0acbd68153f8" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.551213] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-09fc9b17-50d2-4789-87d2-0acbd68153f8" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.551689] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-09fc9b17-50d2-4789-87d2-0acbd68153f8" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.551689] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.551689] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.551689] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.551836] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.551836] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.551910] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-09fc9b17-50d2-4789-87d2-0acbd68153f8" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.551950] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('09fc9b17-50d2-4789-87d2-0acbd68153f8',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.701310] env[66859]: INFO networking_nsxv3.common.synchronization [None req-330e0421-d610-402e-8cd9-07b092787dfc tempest-ServersWithSpecificFlavorTestJSON-6506357 tempest-ServersWithSpecificFlavorTestJSON-6506357-project-member] Enqueued Resource ID: 25cdc873-ff62-40a0-9e9e-1db4cb9dc98c with Priority: HIGHEST for action security_group_rules [ 611.702356] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 25cdc873-ff62-40a0-9e9e-1db4cb9dc98c with Priority: HIGHEST for action security_group_rules [ 611.702673] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock rules-25cdc873-ff62-40a0-9e9e-1db4cb9dc98c taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.702795] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-25cdc873-ff62-40a0-9e9e-1db4cb9dc98c" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.705156] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-25cdc873-ff62-40a0-9e9e-1db4cb9dc98c" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.705389] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-25cdc873-ff62-40a0-9e9e-1db4cb9dc98c" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.705476] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('25cdc873-ff62-40a0-9e9e-1db4cb9dc98c',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.891526] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.891736] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.891736] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.891969] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.892250] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.892250] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6cd8db56-47f4-429c-8234-a12a6f9345c8 is going to be created. [ 611.906723] env[66859]: INFO networking_nsxv3.common.synchronization [None req-1789a6fb-0851-465d-9410-9d9eb938456c None None] Enqueued Resource ID: 5d82240e-4f26-4cd8-a0f6-0eaadfc8d001 with Priority: HIGHEST for action port [ 611.907303] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d82240e-4f26-4cd8-a0f6-0eaadfc8d001 with Priority: HIGHEST for action port [ 611.907658] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock port-5d82240e-4f26-4cd8-a0f6-0eaadfc8d001 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.907779] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5d82240e-4f26-4cd8-a0f6-0eaadfc8d001" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.907849] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5d82240e-4f26-4cd8-a0f6-0eaadfc8d001" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.908260] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5d82240e-4f26-4cd8-a0f6-0eaadfc8d001" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.908367] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5d82240e-4f26-4cd8-a0f6-0eaadfc8d001',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.918262] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.919031] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.919031] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.919224] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.919283] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.935302] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6cd8db56-47f4-429c-8234-a12a6f9345c8 in Status: UNINITIALIZED for 2s [ 611.992744] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.992936] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.992936] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.994142] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.994264] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.994488] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.994599] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.994663] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.994844] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.994936] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.995035] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6ba5dfb6-32fd-48f1-b0cf-69d210751ff9 already deleted. [ 611.995227] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6ba5dfb6-32fd-48f1-b0cf-69d210751ff9" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.054408] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 09fc9b17-50d2-4789-87d2-0acbd68153f8: rpc.has_security_group_logging(os_id): False [ 612.075837] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.076123] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.076239] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.078269] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.078269] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.078269] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.078269] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.078269] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.078269] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.078269] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.078269] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.078269] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.078269] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.078269] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.078269] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.078269] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.078269] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.078829] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.078829] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.078829] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.078829] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 09fc9b17-50d2-4789-87d2-0acbd68153f8 is going to be created. [ 612.081282] env[66859]: DEBUG networking_nsxv3.common.locking [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Lock network-249 taken with stack trace [, , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.081453] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquiring lock "network-249" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.081562] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired lock "network-249" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.081917] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired external semaphore "network-249" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.082199] env[66859]: DEBUG networking_nsxv3.common.locking [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.082380] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquiring lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.082495] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.082705] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired external semaphore "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.082835] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Releasing lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.083039] env[66859]: DEBUG dogpile.cache.region [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] No value present for key: 'zone-id' {{(pid=66859) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 612.083146] env[66859]: DEBUG dogpile.lock [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] NeedRegenerationException {{(pid=66859) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 612.083258] env[66859]: DEBUG dogpile.lock [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] no value, waiting for create lock {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 612.083372] env[66859]: DEBUG dogpile.lock [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] value creation lock acquired {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 612.083504] env[66859]: DEBUG dogpile.cache.region [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] No value present for key: 'zone-id' {{(pid=66859) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 612.083620] env[66859]: DEBUG dogpile.lock [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Calling creation function for not-yet-present value {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 612.083756] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 612.111736] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 612.111855] env[66859]: DEBUG dogpile.cache.region [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=66859) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 612.111931] env[66859]: DEBUG dogpile.lock [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Released creation lock {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 612.112141] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Releasing lock "network-249" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.112464] env[66859]: DEBUG networking_nsxv3.common.locking [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Lock port-e4b94be5-e738-4ade-acd8-126bdc9e6fc4 taken with stack trace [, , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.112687] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquiring lock "port-e4b94be5-e738-4ade-acd8-126bdc9e6fc4" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.112763] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired lock "port-e4b94be5-e738-4ade-acd8-126bdc9e6fc4" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.113154] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired external semaphore "port-e4b94be5-e738-4ade-acd8-126bdc9e6fc4" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.113235] env[66859]: DEBUG networking_nsxv3.api.rpc [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e4b94be5-e738-4ade-acd8-126bdc9e6fc4',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.162394] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.162988] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.162988] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.162988] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.163216] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.178232] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 09fc9b17-50d2-4789-87d2-0acbd68153f8 in Status: IN_PROGRESS for 2s [ 612.248563] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.248712] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.248775] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.248987] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.249376] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.249376] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 25cdc873-ff62-40a0-9e9e-1db4cb9dc98c already deleted. [ 612.249376] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-25cdc873-ff62-40a0-9e9e-1db4cb9dc98c" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.411415] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5d82240e-4f26-4cd8-a0f6-0eaadfc8d001 [ 612.411646] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.411780] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.411847] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.412090] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.412182] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.412277] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5d82240e-4f26-4cd8-a0f6-0eaadfc8d001 already deleted. [ 612.412357] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5d82240e-4f26-4cd8-a0f6-0eaadfc8d001" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.530923] env[66859]: INFO networking_nsxv3.common.synchronization [None req-0016f1a3-f11b-403b-b286-0fab9651936c None None] Enqueued Resource ID: 91360cab-52f1-474f-82e5-bbaad11980c9 with Priority: HIGHEST for action port [ 612.530923] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 91360cab-52f1-474f-82e5-bbaad11980c9 with Priority: HIGHEST for action port [ 612.530923] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock port-91360cab-52f1-474f-82e5-bbaad11980c9 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.530923] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-91360cab-52f1-474f-82e5-bbaad11980c9" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.531318] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-91360cab-52f1-474f-82e5-bbaad11980c9" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.531318] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-91360cab-52f1-474f-82e5-bbaad11980c9" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.531318] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('91360cab-52f1-474f-82e5-bbaad11980c9',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.617695] env[66859]: DEBUG networking_nsxv3.common.locking [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.618689] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.618689] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.619066] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.619273] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.619437] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Segment Port e4b94be5-e738-4ade-acd8-126bdc9e6fc4 not found, creating... [ 612.619708] env[66859]: DEBUG networking_nsxv3.common.locking [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.619857] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquiring lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.619987] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.620285] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired external semaphore "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.621061] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Releasing lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.621403] env[66859]: DEBUG networking_nsxv3.common.locking [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.622106] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.622106] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.622106] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.622106] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.622355] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Resource: SegmentPort with ID: e4b94be5-e738-4ade-acd8-126bdc9e6fc4 is going to be created. [ 612.630866] env[66859]: INFO networking_nsxv3.common.synchronization [None req-be4058f6-42c1-4a57-b011-8bd3e0c4a9a7 None None] Enqueued Resource ID: b6291a87-82aa-4119-82b1-75c871cb0c32 with Priority: HIGHEST for action port [ 612.630866] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6291a87-82aa-4119-82b1-75c871cb0c32 with Priority: HIGHEST for action port [ 612.630866] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock port-b6291a87-82aa-4119-82b1-75c871cb0c32 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.630866] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b6291a87-82aa-4119-82b1-75c871cb0c32" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.630866] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b6291a87-82aa-4119-82b1-75c871cb0c32" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.632295] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b6291a87-82aa-4119-82b1-75c871cb0c32" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.632295] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b6291a87-82aa-4119-82b1-75c871cb0c32',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.646056] env[66859]: DEBUG networking_nsxv3.common.locking [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.646056] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.646056] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.646056] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.646056] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.646056] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Releasing lock "port-e4b94be5-e738-4ade-acd8-126bdc9e6fc4" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.034026] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 91360cab-52f1-474f-82e5-bbaad11980c9 [ 613.034299] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.034387] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.034469] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.034662] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.034760] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.034871] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:91360cab-52f1-474f-82e5-bbaad11980c9 already deleted. [ 613.034955] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-91360cab-52f1-474f-82e5-bbaad11980c9" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.135636] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b6291a87-82aa-4119-82b1-75c871cb0c32 [ 613.135636] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.135836] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.136395] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.136395] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.136395] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.136567] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b6291a87-82aa-4119-82b1-75c871cb0c32 already deleted. [ 613.136567] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b6291a87-82aa-4119-82b1-75c871cb0c32" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.725297] env[66859]: INFO networking_nsxv3.common.synchronization [req-b6af782f-4d74-442f-b515-b4a6378c7516 req-e89ffd65-bb44-4207-a4a8-89244c3e6b26 service nova] Enqueued Resource ID: 6ba5dfb6-32fd-48f1-b0cf-69d210751ff9 with Priority: HIGHEST for action security_group_rules [ 613.725478] env[66859]: INFO networking_nsxv3.common.synchronization [req-b6af782f-4d74-442f-b515-b4a6378c7516 req-e89ffd65-bb44-4207-a4a8-89244c3e6b26 service nova] Enqueued Resource ID: 6ba5dfb6-32fd-48f1-b0cf-69d210751ff9 with Priority: HIGHEST for action security_group_members [ 613.725629] env[66859]: INFO networking_nsxv3.common.synchronization [req-b6af782f-4d74-442f-b515-b4a6378c7516 req-e89ffd65-bb44-4207-a4a8-89244c3e6b26 service nova] Enqueued Resource ID: e4b94be5-e738-4ade-acd8-126bdc9e6fc4 with Priority: HIGHEST for action port [ 613.726227] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6ba5dfb6-32fd-48f1-b0cf-69d210751ff9 with Priority: HIGHEST for action security_group_rules [ 613.726361] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6ba5dfb6-32fd-48f1-b0cf-69d210751ff9 with Priority: HIGHEST for action security_group_members [ 613.726473] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e4b94be5-e738-4ade-acd8-126bdc9e6fc4 with Priority: HIGHEST for action port [ 613.726768] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6ba5dfb6-32fd-48f1-b0cf-69d210751ff9 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.726900] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6ba5dfb6-32fd-48f1-b0cf-69d210751ff9" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.727047] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6ba5dfb6-32fd-48f1-b0cf-69d210751ff9" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.730980] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6ba5dfb6-32fd-48f1-b0cf-69d210751ff9" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.730980] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6ba5dfb6-32fd-48f1-b0cf-69d210751ff9',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.730980] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-6ba5dfb6-32fd-48f1-b0cf-69d210751ff9 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.731411] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6ba5dfb6-32fd-48f1-b0cf-69d210751ff9" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.731411] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6ba5dfb6-32fd-48f1-b0cf-69d210751ff9" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.731503] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6ba5dfb6-32fd-48f1-b0cf-69d210751ff9" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.731610] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.734060] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.734060] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.734060] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.734060] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.734060] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6ba5dfb6-32fd-48f1-b0cf-69d210751ff9',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.734060] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock port-e4b94be5-e738-4ade-acd8-126bdc9e6fc4 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.734060] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e4b94be5-e738-4ade-acd8-126bdc9e6fc4" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.734060] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e4b94be5-e738-4ade-acd8-126bdc9e6fc4" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.734060] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e4b94be5-e738-4ade-acd8-126bdc9e6fc4" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.734060] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e4b94be5-e738-4ade-acd8-126bdc9e6fc4',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.949374] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6cd8db56-47f4-429c-8234-a12a6f9345c8 in Status: SUCCESS [ 613.949374] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6cd8db56-47f4-429c-8234-a12a6f9345c8" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.949374] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6cd8db56-47f4-429c-8234-a12a6f9345c8" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.949374] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6cd8db56-47f4-429c-8234-a12a6f9345c8" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.949374] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.949374] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.949374] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.949374] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.949374] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.949374] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6cd8db56-47f4-429c-8234-a12a6f9345c8" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.949374] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6cd8db56-47f4-429c-8234-a12a6f9345c8',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.192049] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 09fc9b17-50d2-4789-87d2-0acbd68153f8 in Status: SUCCESS [ 614.192300] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-09fc9b17-50d2-4789-87d2-0acbd68153f8" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.236563] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-6ba5dfb6-32fd-48f1-b0cf-69d210751ff9 taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.237454] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6ba5dfb6-32fd-48f1-b0cf-69d210751ff9" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.237741] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6ba5dfb6-32fd-48f1-b0cf-69d210751ff9',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.238785] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e4b94be5-e738-4ade-acd8-126bdc9e6fc4 with status ACTIVE [ 614.238888] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.238991] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.239147] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.239413] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.239413] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.239547] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.239629] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.239688] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.239827] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.239908] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.240513] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.240637] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.240729] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.240888] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.240961] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.241059] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e4b94be5-e738-4ade-acd8-126bdc9e6fc4 is going to be updated. [ 614.267122] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.267122] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.267122] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.267122] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.267122] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.267122] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e4b94be5-e738-4ade-acd8-126bdc9e6fc4" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.289023] env[66859]: INFO networking_nsxv3.common.synchronization [None req-0206d09e-794c-463e-b238-cfed0bfc0a1a None None] Enqueued Resource ID: a0fe5a85-7743-497c-82b7-9dc2f30428da with Priority: HIGHEST for action port [ 614.289023] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a0fe5a85-7743-497c-82b7-9dc2f30428da with Priority: HIGHEST for action port [ 614.289023] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock port-a0fe5a85-7743-497c-82b7-9dc2f30428da taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.289023] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a0fe5a85-7743-497c-82b7-9dc2f30428da" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.289023] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a0fe5a85-7743-497c-82b7-9dc2f30428da" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.289658] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a0fe5a85-7743-497c-82b7-9dc2f30428da" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.291118] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a0fe5a85-7743-497c-82b7-9dc2f30428da',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.454586] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-6cd8db56-47f4-429c-8234-a12a6f9345c8 taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.454803] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6cd8db56-47f4-429c-8234-a12a6f9345c8" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.454803] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6cd8db56-47f4-429c-8234-a12a6f9345c8" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.455028] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6cd8db56-47f4-429c-8234-a12a6f9345c8" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.455190] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.455292] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.455351] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.455506] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.455591] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.455675] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6cd8db56-47f4-429c-8234-a12a6f9345c8" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.455816] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-6cd8db56-47f4-429c-8234-a12a6f9345c8 taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.455914] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6cd8db56-47f4-429c-8234-a12a6f9345c8" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.455964] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6cd8db56-47f4-429c-8234-a12a6f9345c8" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.456151] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6cd8db56-47f4-429c-8234-a12a6f9345c8" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.456294] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.456386] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.456445] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.456582] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.456656] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.456737] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6cd8db56-47f4-429c-8234-a12a6f9345c8" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.456826] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6cd8db56-47f4-429c-8234-a12a6f9345c8',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.670561] env[66859]: INFO networking_nsxv3.common.synchronization [req-07f256b3-a47f-40a7-b23c-2aec1d64bc08 req-88e25d80-6ab7-4ae1-bf1b-1fb53bdf2457 tempest-InstanceActionsV221TestJSON-1456304312 tempest-InstanceActionsV221TestJSON-1456304312-project-member] Enqueued Resource ID: e6237ad6-5a9e-4aa5-b4b6-5b76f2a344e7 with Priority: HIGHEST for action security_group_members [ 614.671074] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e6237ad6-5a9e-4aa5-b4b6-5b76f2a344e7 with Priority: HIGHEST for action security_group_members [ 614.674052] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-e6237ad6-5a9e-4aa5-b4b6-5b76f2a344e7 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.674052] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e6237ad6-5a9e-4aa5-b4b6-5b76f2a344e7" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.674052] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e6237ad6-5a9e-4aa5-b4b6-5b76f2a344e7" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.675564] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e6237ad6-5a9e-4aa5-b4b6-5b76f2a344e7" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.675967] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.676131] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.676192] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.678149] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.678415] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.678493] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e6237ad6-5a9e-4aa5-b4b6-5b76f2a344e7',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.745405] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6ba5dfb6-32fd-48f1-b0cf-69d210751ff9',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.793466] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a0fe5a85-7743-497c-82b7-9dc2f30428da [ 614.793800] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.793980] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.794120] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.794365] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.794469] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.794627] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a0fe5a85-7743-497c-82b7-9dc2f30428da already deleted. [ 614.794769] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a0fe5a85-7743-497c-82b7-9dc2f30428da" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.880578] env[66859]: INFO networking_nsxv3.common.synchronization [None req-59ea9067-c8a2-4abe-bf22-3801d850ecda None None] Enqueued Resource ID: 907dc75d-5f72-4a65-8f98-159ee4f441ba with Priority: HIGHEST for action port [ 614.882634] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 907dc75d-5f72-4a65-8f98-159ee4f441ba with Priority: HIGHEST for action port [ 614.882634] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock port-907dc75d-5f72-4a65-8f98-159ee4f441ba taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.882634] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-907dc75d-5f72-4a65-8f98-159ee4f441ba" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.882634] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-907dc75d-5f72-4a65-8f98-159ee4f441ba" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.882774] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-907dc75d-5f72-4a65-8f98-159ee4f441ba" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.882866] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('907dc75d-5f72-4a65-8f98-159ee4f441ba',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.960123] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6cd8db56-47f4-429c-8234-a12a6f9345c8: rpc.has_security_group_logging(os_id): False [ 614.983965] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.984121] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.984204] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.984613] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.984613] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.984744] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.984815] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.984863] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.984977] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.985107] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.985287] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.986689] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.986689] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.986689] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.986689] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.986689] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.986689] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.986689] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.987045] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.987045] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.987045] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6cd8db56-47f4-429c-8234-a12a6f9345c8 is going to be created. [ 615.054818] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.057199] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.057199] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.057199] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.057199] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.066669] env[66859]: DEBUG networking_nsxv3.common.locking [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Lock network-722 taken with stack trace [, , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.067071] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquiring lock "network-722" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.067227] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired lock "network-722" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.067562] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired external semaphore "network-722" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.071223] env[66859]: DEBUG networking_nsxv3.common.locking [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.071223] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquiring lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.071223] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.071223] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired external semaphore "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.071223] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Releasing lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.071223] env[66859]: DEBUG dogpile.cache.region [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] No value present for key: 'zone-id' {{(pid=66859) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 615.071223] env[66859]: DEBUG dogpile.lock [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] NeedRegenerationException {{(pid=66859) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 615.071223] env[66859]: DEBUG dogpile.lock [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] no value, waiting for create lock {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 615.071223] env[66859]: DEBUG dogpile.lock [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] value creation lock acquired {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 615.071223] env[66859]: DEBUG dogpile.cache.region [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] No value present for key: 'zone-id' {{(pid=66859) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 615.071223] env[66859]: DEBUG dogpile.lock [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Calling creation function for not-yet-present value {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 615.071223] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 615.076519] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6cd8db56-47f4-429c-8234-a12a6f9345c8 in Status: IN_PROGRESS for 2s [ 615.108763] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 615.108763] env[66859]: DEBUG dogpile.cache.region [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Cache value generated in 0.037 seconds for key(s): 'zone-id' {{(pid=66859) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 615.108763] env[66859]: DEBUG dogpile.lock [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Released creation lock {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 615.108763] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Releasing lock "network-722" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.109491] env[66859]: DEBUG networking_nsxv3.common.locking [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Lock port-88a22439-55a7-44c0-b83f-3291b103fbb8 taken with stack trace [, , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.109491] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquiring lock "port-88a22439-55a7-44c0-b83f-3291b103fbb8" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.109787] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired lock "port-88a22439-55a7-44c0-b83f-3291b103fbb8" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.110561] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired external semaphore "port-88a22439-55a7-44c0-b83f-3291b103fbb8" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.110561] env[66859]: DEBUG networking_nsxv3.api.rpc [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('88a22439-55a7-44c0-b83f-3291b103fbb8',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.182145] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.182281] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.182329] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.182536] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.182628] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.182820] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.182923] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.182978] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.183139] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.183217] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.183301] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e6237ad6-5a9e-4aa5-b4b6-5b76f2a344e7 already deleted. [ 615.183380] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e6237ad6-5a9e-4aa5-b4b6-5b76f2a344e7" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.248415] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.248739] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.248739] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.248812] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.248915] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.248994] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6ba5dfb6-32fd-48f1-b0cf-69d210751ff9 is going to be created. [ 615.275776] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.276461] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.276461] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.276461] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.276461] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.287211] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6ba5dfb6-32fd-48f1-b0cf-69d210751ff9 in Status: UNINITIALIZED for 2s [ 615.387638] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 907dc75d-5f72-4a65-8f98-159ee4f441ba [ 615.389158] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.389158] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.389158] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.389158] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.389158] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.389158] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:907dc75d-5f72-4a65-8f98-159ee4f441ba already deleted. [ 615.389158] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-907dc75d-5f72-4a65-8f98-159ee4f441ba" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.613050] env[66859]: DEBUG networking_nsxv3.common.locking [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.613306] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.613428] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.613723] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.613872] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.614029] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Segment Port 88a22439-55a7-44c0-b83f-3291b103fbb8 not found, creating... [ 615.614292] env[66859]: DEBUG networking_nsxv3.common.locking [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.614445] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquiring lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.614553] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.614765] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired external semaphore "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.614891] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Releasing lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.615468] env[66859]: DEBUG networking_nsxv3.common.locking [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.615468] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.615468] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.615774] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.615774] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.615914] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Resource: SegmentPort with ID: 88a22439-55a7-44c0-b83f-3291b103fbb8 is going to be created. [ 615.638021] env[66859]: DEBUG networking_nsxv3.common.locking [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.638329] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.638387] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.638678] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.638965] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.639312] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Releasing lock "port-88a22439-55a7-44c0-b83f-3291b103fbb8" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.399263] env[66859]: INFO networking_nsxv3.common.synchronization [req-07f256b3-a47f-40a7-b23c-2aec1d64bc08 req-25ab9f46-05cc-48e7-8365-1d54eaaa4774 service nova] Enqueued Resource ID: e6237ad6-5a9e-4aa5-b4b6-5b76f2a344e7 with Priority: HIGHEST for action security_group_rules [ 616.399722] env[66859]: INFO networking_nsxv3.common.synchronization [req-07f256b3-a47f-40a7-b23c-2aec1d64bc08 req-25ab9f46-05cc-48e7-8365-1d54eaaa4774 service nova] Enqueued Resource ID: e6237ad6-5a9e-4aa5-b4b6-5b76f2a344e7 with Priority: HIGHEST for action security_group_members [ 616.399722] env[66859]: INFO networking_nsxv3.common.synchronization [req-07f256b3-a47f-40a7-b23c-2aec1d64bc08 req-25ab9f46-05cc-48e7-8365-1d54eaaa4774 service nova] Enqueued Resource ID: 88a22439-55a7-44c0-b83f-3291b103fbb8 with Priority: HIGHEST for action port [ 616.400555] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e6237ad6-5a9e-4aa5-b4b6-5b76f2a344e7 with Priority: HIGHEST for action security_group_rules [ 616.400771] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e6237ad6-5a9e-4aa5-b4b6-5b76f2a344e7 with Priority: HIGHEST for action security_group_members [ 616.400829] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 88a22439-55a7-44c0-b83f-3291b103fbb8 with Priority: HIGHEST for action port [ 616.401222] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e6237ad6-5a9e-4aa5-b4b6-5b76f2a344e7 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.401222] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e6237ad6-5a9e-4aa5-b4b6-5b76f2a344e7" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.401325] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e6237ad6-5a9e-4aa5-b4b6-5b76f2a344e7" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.401523] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e6237ad6-5a9e-4aa5-b4b6-5b76f2a344e7" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.401608] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e6237ad6-5a9e-4aa5-b4b6-5b76f2a344e7',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.403050] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-e6237ad6-5a9e-4aa5-b4b6-5b76f2a344e7 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.403050] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e6237ad6-5a9e-4aa5-b4b6-5b76f2a344e7" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.404350] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e6237ad6-5a9e-4aa5-b4b6-5b76f2a344e7" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.404350] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e6237ad6-5a9e-4aa5-b4b6-5b76f2a344e7" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.404350] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.404350] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.404350] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.404350] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.404350] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.404350] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e6237ad6-5a9e-4aa5-b4b6-5b76f2a344e7',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.404755] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock port-88a22439-55a7-44c0-b83f-3291b103fbb8 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.404861] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-88a22439-55a7-44c0-b83f-3291b103fbb8" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.404942] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-88a22439-55a7-44c0-b83f-3291b103fbb8" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.405103] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-88a22439-55a7-44c0-b83f-3291b103fbb8" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.405180] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('88a22439-55a7-44c0-b83f-3291b103fbb8',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.910440] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e6237ad6-5a9e-4aa5-b4b6-5b76f2a344e7',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.910440] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-e6237ad6-5a9e-4aa5-b4b6-5b76f2a344e7 taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.910614] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e6237ad6-5a9e-4aa5-b4b6-5b76f2a344e7" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.911045] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 88a22439-55a7-44c0-b83f-3291b103fbb8 with status ACTIVE [ 616.911234] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.911342] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.911480] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.914355] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.914355] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.914355] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.914355] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.914355] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.914355] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.914355] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.914355] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.914355] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.914355] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.914355] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.914355] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.914355] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 88a22439-55a7-44c0-b83f-3291b103fbb8 is going to be updated. [ 616.940851] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.940851] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.941095] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.941280] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.941464] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.942244] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-88a22439-55a7-44c0-b83f-3291b103fbb8" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.090567] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6cd8db56-47f4-429c-8234-a12a6f9345c8 in Status: SUCCESS [ 617.090641] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6cd8db56-47f4-429c-8234-a12a6f9345c8" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.160728] env[66859]: INFO networking_nsxv3.common.synchronization [req-9ceeef82-c75e-444e-b2b6-d16f858fcb4c req-cac8d617-5f7d-4e6c-b6ec-6441a99ad9e4 tempest-DeleteServersTestJSON-1914830034 tempest-DeleteServersTestJSON-1914830034-project-member] Enqueued Resource ID: 1144757e-e67c-488c-b78d-b24437441b02 with Priority: HIGHEST for action security_group_members [ 617.161340] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1144757e-e67c-488c-b78d-b24437441b02 with Priority: HIGHEST for action security_group_members [ 617.161672] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-1144757e-e67c-488c-b78d-b24437441b02 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.162140] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1144757e-e67c-488c-b78d-b24437441b02" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.162140] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1144757e-e67c-488c-b78d-b24437441b02" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.162140] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1144757e-e67c-488c-b78d-b24437441b02" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.162402] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.162402] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.162499] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.162903] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.162903] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.162903] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1144757e-e67c-488c-b78d-b24437441b02',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.299610] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6ba5dfb6-32fd-48f1-b0cf-69d210751ff9 in Status: SUCCESS [ 617.299610] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6ba5dfb6-32fd-48f1-b0cf-69d210751ff9" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.299610] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6ba5dfb6-32fd-48f1-b0cf-69d210751ff9" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.299760] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6ba5dfb6-32fd-48f1-b0cf-69d210751ff9" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.300515] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.300515] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.300515] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.300701] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.300782] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.300841] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6ba5dfb6-32fd-48f1-b0cf-69d210751ff9" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.301427] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6ba5dfb6-32fd-48f1-b0cf-69d210751ff9',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.412681] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e6237ad6-5a9e-4aa5-b4b6-5b76f2a344e7',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.511471] env[66859]: DEBUG networking_nsxv3.common.locking [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Lock network-190 taken with stack trace [, , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.513577] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquiring lock "network-190" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.513577] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired lock "network-190" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.513577] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired external semaphore "network-190" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.514056] env[66859]: DEBUG networking_nsxv3.common.locking [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.516045] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquiring lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.516045] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.516045] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired external semaphore "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.516045] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Releasing lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.516045] env[66859]: DEBUG dogpile.cache.region [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] No value present for key: 'zone-id' {{(pid=66859) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 617.516045] env[66859]: DEBUG dogpile.lock [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] NeedRegenerationException {{(pid=66859) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 617.516045] env[66859]: DEBUG dogpile.lock [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] no value, waiting for create lock {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 617.516045] env[66859]: DEBUG dogpile.lock [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] value creation lock acquired {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 617.516045] env[66859]: DEBUG dogpile.cache.region [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] No value present for key: 'zone-id' {{(pid=66859) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 617.516045] env[66859]: DEBUG dogpile.lock [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Calling creation function for not-yet-present value {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 617.516841] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 617.538622] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 617.538880] env[66859]: DEBUG dogpile.cache.region [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66859) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 617.538929] env[66859]: DEBUG dogpile.lock [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Released creation lock {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 617.539112] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Releasing lock "network-190" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.539451] env[66859]: DEBUG networking_nsxv3.common.locking [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Lock port-b00a6107-c3fc-48aa-b804-b5decd2f6760 taken with stack trace [, , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.539626] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquiring lock "port-b00a6107-c3fc-48aa-b804-b5decd2f6760" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.539747] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired lock "port-b00a6107-c3fc-48aa-b804-b5decd2f6760" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.540081] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired external semaphore "port-b00a6107-c3fc-48aa-b804-b5decd2f6760" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.540215] env[66859]: DEBUG networking_nsxv3.api.rpc [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b00a6107-c3fc-48aa-b804-b5decd2f6760',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.666112] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.666112] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.666112] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.666112] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.666112] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.666112] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.666112] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.666112] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.666112] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.666112] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.666112] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1144757e-e67c-488c-b78d-b24437441b02 already deleted. [ 617.666112] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1144757e-e67c-488c-b78d-b24437441b02" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.803258] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6ba5dfb6-32fd-48f1-b0cf-69d210751ff9',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.916875] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.916999] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.917087] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.917285] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.917377] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.917473] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e6237ad6-5a9e-4aa5-b4b6-5b76f2a344e7 is going to be created. [ 617.941595] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.941772] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.941817] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.942018] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.942177] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.952090] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e6237ad6-5a9e-4aa5-b4b6-5b76f2a344e7 in Status: UNINITIALIZED for 2s [ 618.042340] env[66859]: DEBUG networking_nsxv3.common.locking [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.042548] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.042674] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.042949] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.043093] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.043242] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Segment Port b00a6107-c3fc-48aa-b804-b5decd2f6760 not found, creating... [ 618.043485] env[66859]: DEBUG networking_nsxv3.common.locking [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.043631] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquiring lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.043878] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.043939] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired external semaphore "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.044085] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Releasing lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.044372] env[66859]: DEBUG networking_nsxv3.common.locking [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.044521] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.044627] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.044826] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.044980] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.045118] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Resource: SegmentPort with ID: b00a6107-c3fc-48aa-b804-b5decd2f6760 is going to be created. [ 618.066774] env[66859]: DEBUG networking_nsxv3.common.locking [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.067085] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.067171] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.067372] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.067589] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.067818] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Releasing lock "port-b00a6107-c3fc-48aa-b804-b5decd2f6760" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.305429] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6ba5dfb6-32fd-48f1-b0cf-69d210751ff9: rpc.has_security_group_logging(os_id): False [ 618.327787] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.328013] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.328058] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.328329] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.328430] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.328675] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.328854] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.328854] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.329064] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.329178] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.329274] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6ba5dfb6-32fd-48f1-b0cf-69d210751ff9 is going to be created. [ 618.418515] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.418944] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.419014] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.419307] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.419592] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.435232] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6ba5dfb6-32fd-48f1-b0cf-69d210751ff9 in Status: IN_PROGRESS for 2s [ 618.501712] env[66859]: INFO networking_nsxv3.common.synchronization [None req-93171295-012d-4ee0-9003-f596ffad9407 None None] Enqueued Resource ID: f5c95aab-6cf6-4001-8b47-6eca7a9d79fc with Priority: HIGHEST for action port [ 618.502306] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f5c95aab-6cf6-4001-8b47-6eca7a9d79fc with Priority: HIGHEST for action port [ 618.502667] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock port-f5c95aab-6cf6-4001-8b47-6eca7a9d79fc taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.502801] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f5c95aab-6cf6-4001-8b47-6eca7a9d79fc" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.502870] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f5c95aab-6cf6-4001-8b47-6eca7a9d79fc" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.503269] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f5c95aab-6cf6-4001-8b47-6eca7a9d79fc" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.503411] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f5c95aab-6cf6-4001-8b47-6eca7a9d79fc',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.818033] env[66859]: INFO networking_nsxv3.common.synchronization [req-9ceeef82-c75e-444e-b2b6-d16f858fcb4c req-55c25e53-fc50-48db-9565-cb40cb08562e service nova] Enqueued Resource ID: 1144757e-e67c-488c-b78d-b24437441b02 with Priority: HIGHEST for action security_group_rules [ 618.818379] env[66859]: INFO networking_nsxv3.common.synchronization [req-9ceeef82-c75e-444e-b2b6-d16f858fcb4c req-55c25e53-fc50-48db-9565-cb40cb08562e service nova] Enqueued Resource ID: 1144757e-e67c-488c-b78d-b24437441b02 with Priority: HIGHEST for action security_group_members [ 618.818629] env[66859]: INFO networking_nsxv3.common.synchronization [req-9ceeef82-c75e-444e-b2b6-d16f858fcb4c req-55c25e53-fc50-48db-9565-cb40cb08562e service nova] Enqueued Resource ID: b00a6107-c3fc-48aa-b804-b5decd2f6760 with Priority: HIGHEST for action port [ 618.819570] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1144757e-e67c-488c-b78d-b24437441b02 with Priority: HIGHEST for action security_group_rules [ 618.819570] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1144757e-e67c-488c-b78d-b24437441b02 with Priority: HIGHEST for action security_group_members [ 618.819734] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b00a6107-c3fc-48aa-b804-b5decd2f6760 with Priority: HIGHEST for action port [ 618.820172] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1144757e-e67c-488c-b78d-b24437441b02 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.822837] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1144757e-e67c-488c-b78d-b24437441b02" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.822837] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1144757e-e67c-488c-b78d-b24437441b02" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.822837] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1144757e-e67c-488c-b78d-b24437441b02" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.822837] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1144757e-e67c-488c-b78d-b24437441b02',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.822837] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-1144757e-e67c-488c-b78d-b24437441b02 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.822837] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1144757e-e67c-488c-b78d-b24437441b02" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.822837] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1144757e-e67c-488c-b78d-b24437441b02" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.822837] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1144757e-e67c-488c-b78d-b24437441b02" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.823643] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.823703] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.823863] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.823930] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.824041] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.824625] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1144757e-e67c-488c-b78d-b24437441b02',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.825677] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock port-b00a6107-c3fc-48aa-b804-b5decd2f6760 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.825793] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b00a6107-c3fc-48aa-b804-b5decd2f6760" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.825855] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b00a6107-c3fc-48aa-b804-b5decd2f6760" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.826014] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b00a6107-c3fc-48aa-b804-b5decd2f6760" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.826499] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b00a6107-c3fc-48aa-b804-b5decd2f6760',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.005429] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f5c95aab-6cf6-4001-8b47-6eca7a9d79fc [ 619.006303] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.006303] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.006303] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.006303] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.006303] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.006567] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f5c95aab-6cf6-4001-8b47-6eca7a9d79fc already deleted. [ 619.006567] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f5c95aab-6cf6-4001-8b47-6eca7a9d79fc" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.327647] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b00a6107-c3fc-48aa-b804-b5decd2f6760 with status ACTIVE [ 619.327908] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.327987] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.328070] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.328352] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.328468] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.328651] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.328768] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.328861] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.328983] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.329077] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.329279] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.329384] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.329453] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.329570] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.329648] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.329731] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b00a6107-c3fc-48aa-b804-b5decd2f6760 is going to be updated. [ 619.331619] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1144757e-e67c-488c-b78d-b24437441b02',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.333230] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-1144757e-e67c-488c-b78d-b24437441b02 taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.333230] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1144757e-e67c-488c-b78d-b24437441b02" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.359926] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.360200] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.360200] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.360633] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.360785] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.360890] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b00a6107-c3fc-48aa-b804-b5decd2f6760" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.586691] env[66859]: INFO networking_nsxv3.common.synchronization [req-27d2704d-14e3-40e1-9de6-571fc077da81 req-45e5c670-2c47-4668-8079-53287fa2e757 tempest-ServerRescueTestJSONUnderV235-1789730476 tempest-ServerRescueTestJSONUnderV235-1789730476-project-member] Enqueued Resource ID: 61a9a6ec-57b9-4936-b34a-32d467c50283 with Priority: HIGHEST for action security_group_members [ 619.590993] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 61a9a6ec-57b9-4936-b34a-32d467c50283 with Priority: HIGHEST for action security_group_members [ 619.590993] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-61a9a6ec-57b9-4936-b34a-32d467c50283 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.590993] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-61a9a6ec-57b9-4936-b34a-32d467c50283" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.590993] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-61a9a6ec-57b9-4936-b34a-32d467c50283" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.590993] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-61a9a6ec-57b9-4936-b34a-32d467c50283" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.590993] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.590993] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.590993] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.590993] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.590993] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.590993] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('61a9a6ec-57b9-4936-b34a-32d467c50283',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.834201] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1144757e-e67c-488c-b78d-b24437441b02',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.965185] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e6237ad6-5a9e-4aa5-b4b6-5b76f2a344e7 in Status: SUCCESS [ 619.966251] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e6237ad6-5a9e-4aa5-b4b6-5b76f2a344e7" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.966251] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e6237ad6-5a9e-4aa5-b4b6-5b76f2a344e7" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.966251] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e6237ad6-5a9e-4aa5-b4b6-5b76f2a344e7" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.966251] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.966251] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.966251] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.966641] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.967092] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.967092] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e6237ad6-5a9e-4aa5-b4b6-5b76f2a344e7" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.967092] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e6237ad6-5a9e-4aa5-b4b6-5b76f2a344e7',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.085879] env[66859]: DEBUG networking_nsxv3.common.locking [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Lock network-888 taken with stack trace [, , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.086098] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquiring lock "network-888" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.086249] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired lock "network-888" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.086582] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired external semaphore "network-888" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.086882] env[66859]: DEBUG networking_nsxv3.common.locking [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.087700] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquiring lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.087785] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.088054] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired external semaphore "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.088161] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Releasing lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.088984] env[66859]: DEBUG dogpile.cache.region [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] No value present for key: 'zone-id' {{(pid=66859) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 620.089174] env[66859]: DEBUG dogpile.lock [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] NeedRegenerationException {{(pid=66859) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 620.089300] env[66859]: DEBUG dogpile.lock [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] no value, waiting for create lock {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 620.089526] env[66859]: DEBUG dogpile.lock [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] value creation lock acquired {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 620.089526] env[66859]: DEBUG dogpile.cache.region [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] No value present for key: 'zone-id' {{(pid=66859) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 620.089625] env[66859]: DEBUG dogpile.lock [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Calling creation function for not-yet-present value {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 620.089744] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 620.092994] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.092994] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.092994] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.092994] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.092994] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.092994] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.092994] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.092994] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.092994] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.092994] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.092994] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 61a9a6ec-57b9-4936-b34a-32d467c50283 already deleted. [ 620.092994] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-61a9a6ec-57b9-4936-b34a-32d467c50283" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.115046] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 620.115046] env[66859]: DEBUG dogpile.cache.region [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=66859) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 620.115046] env[66859]: DEBUG dogpile.lock [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Released creation lock {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 620.115046] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Releasing lock "network-888" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.115046] env[66859]: DEBUG networking_nsxv3.common.locking [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Lock port-dc4c8bbd-4645-4768-8627-6ae2590ea5f2 taken with stack trace [, , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.115046] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquiring lock "port-dc4c8bbd-4645-4768-8627-6ae2590ea5f2" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.115046] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired lock "port-dc4c8bbd-4645-4768-8627-6ae2590ea5f2" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.115046] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired external semaphore "port-dc4c8bbd-4645-4768-8627-6ae2590ea5f2" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.115046] env[66859]: DEBUG networking_nsxv3.api.rpc [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dc4c8bbd-4645-4768-8627-6ae2590ea5f2',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.336523] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.336785] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.336904] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.337239] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.337239] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.337374] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1144757e-e67c-488c-b78d-b24437441b02 is going to be created. [ 620.366747] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.366915] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.366961] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.367181] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.368140] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.378956] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1144757e-e67c-488c-b78d-b24437441b02 in Status: UNINITIALIZED for 2s [ 620.448392] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6ba5dfb6-32fd-48f1-b0cf-69d210751ff9 in Status: SUCCESS [ 620.448657] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6ba5dfb6-32fd-48f1-b0cf-69d210751ff9" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.469916] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-e6237ad6-5a9e-4aa5-b4b6-5b76f2a344e7 taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.470192] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e6237ad6-5a9e-4aa5-b4b6-5b76f2a344e7" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.470323] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e6237ad6-5a9e-4aa5-b4b6-5b76f2a344e7" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.470653] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e6237ad6-5a9e-4aa5-b4b6-5b76f2a344e7" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.470904] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.471068] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.471151] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.471378] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.471510] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.471663] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e6237ad6-5a9e-4aa5-b4b6-5b76f2a344e7" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.471855] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-e6237ad6-5a9e-4aa5-b4b6-5b76f2a344e7 taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.472009] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e6237ad6-5a9e-4aa5-b4b6-5b76f2a344e7" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.472131] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e6237ad6-5a9e-4aa5-b4b6-5b76f2a344e7" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.472326] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e6237ad6-5a9e-4aa5-b4b6-5b76f2a344e7" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.472528] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.472679] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.472781] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.472988] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.473098] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.473184] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e6237ad6-5a9e-4aa5-b4b6-5b76f2a344e7" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.473279] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e6237ad6-5a9e-4aa5-b4b6-5b76f2a344e7',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.618869] env[66859]: DEBUG networking_nsxv3.common.locking [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.619257] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.619462] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.619790] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.619941] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.620139] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Segment Port dc4c8bbd-4645-4768-8627-6ae2590ea5f2 not found, creating... [ 620.620415] env[66859]: DEBUG networking_nsxv3.common.locking [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.620567] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquiring lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.620679] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.620901] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired external semaphore "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.621085] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Releasing lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.621428] env[66859]: DEBUG networking_nsxv3.common.locking [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.621595] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.621701] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.621907] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.622053] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.622191] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Resource: SegmentPort with ID: dc4c8bbd-4645-4768-8627-6ae2590ea5f2 is going to be created. [ 620.649272] env[66859]: DEBUG networking_nsxv3.common.locking [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.649517] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.649618] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.649893] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.650135] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.650353] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Releasing lock "port-dc4c8bbd-4645-4768-8627-6ae2590ea5f2" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.975845] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e6237ad6-5a9e-4aa5-b4b6-5b76f2a344e7: rpc.has_security_group_logging(os_id): False [ 620.999366] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.999692] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.999796] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.000144] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.000293] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.000729] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.000901] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.001049] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.001274] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.001409] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.002146] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.002146] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.002146] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.002290] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.002325] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.002615] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.002784] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.002905] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.003258] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.003258] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.003484] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e6237ad6-5a9e-4aa5-b4b6-5b76f2a344e7 is going to be created. [ 621.077078] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.077239] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.077902] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.077902] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.077902] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.095105] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e6237ad6-5a9e-4aa5-b4b6-5b76f2a344e7 in Status: IN_PROGRESS for 2s [ 621.235127] env[66859]: INFO networking_nsxv3.common.synchronization [None req-401c70e1-6390-4f51-bc17-836926f4fdd6 None None] Enqueued Resource ID: 7fd98876-8e46-49df-9055-ea3798e4895f with Priority: HIGHEST for action port [ 621.235712] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7fd98876-8e46-49df-9055-ea3798e4895f with Priority: HIGHEST for action port [ 621.236057] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock port-7fd98876-8e46-49df-9055-ea3798e4895f taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.236223] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7fd98876-8e46-49df-9055-ea3798e4895f" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.236284] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7fd98876-8e46-49df-9055-ea3798e4895f" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.236785] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7fd98876-8e46-49df-9055-ea3798e4895f" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.236889] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7fd98876-8e46-49df-9055-ea3798e4895f',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.398840] env[66859]: INFO networking_nsxv3.common.synchronization [req-27d2704d-14e3-40e1-9de6-571fc077da81 req-3b9962a4-5d92-4e4b-9a2e-137ecbe07f16 service nova] Enqueued Resource ID: 61a9a6ec-57b9-4936-b34a-32d467c50283 with Priority: HIGHEST for action security_group_rules [ 621.398840] env[66859]: INFO networking_nsxv3.common.synchronization [req-27d2704d-14e3-40e1-9de6-571fc077da81 req-3b9962a4-5d92-4e4b-9a2e-137ecbe07f16 service nova] Enqueued Resource ID: 61a9a6ec-57b9-4936-b34a-32d467c50283 with Priority: HIGHEST for action security_group_members [ 621.398840] env[66859]: INFO networking_nsxv3.common.synchronization [req-27d2704d-14e3-40e1-9de6-571fc077da81 req-3b9962a4-5d92-4e4b-9a2e-137ecbe07f16 service nova] Enqueued Resource ID: dc4c8bbd-4645-4768-8627-6ae2590ea5f2 with Priority: HIGHEST for action port [ 621.399266] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 61a9a6ec-57b9-4936-b34a-32d467c50283 with Priority: HIGHEST for action security_group_rules [ 621.399497] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 61a9a6ec-57b9-4936-b34a-32d467c50283 with Priority: HIGHEST for action security_group_members [ 621.399679] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc4c8bbd-4645-4768-8627-6ae2590ea5f2 with Priority: HIGHEST for action port [ 621.400493] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock rules-61a9a6ec-57b9-4936-b34a-32d467c50283 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.400653] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-61a9a6ec-57b9-4936-b34a-32d467c50283" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.400765] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-61a9a6ec-57b9-4936-b34a-32d467c50283" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.401159] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-61a9a6ec-57b9-4936-b34a-32d467c50283" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.401302] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('61a9a6ec-57b9-4936-b34a-32d467c50283',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.402857] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-61a9a6ec-57b9-4936-b34a-32d467c50283 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.402969] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-61a9a6ec-57b9-4936-b34a-32d467c50283" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.403060] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-61a9a6ec-57b9-4936-b34a-32d467c50283" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.403350] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-61a9a6ec-57b9-4936-b34a-32d467c50283" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.403605] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.403771] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.405659] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.405659] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.405659] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.405659] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('61a9a6ec-57b9-4936-b34a-32d467c50283',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.405659] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock port-dc4c8bbd-4645-4768-8627-6ae2590ea5f2 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.405659] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dc4c8bbd-4645-4768-8627-6ae2590ea5f2" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.405659] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dc4c8bbd-4645-4768-8627-6ae2590ea5f2" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.405985] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dc4c8bbd-4645-4768-8627-6ae2590ea5f2" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.405985] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dc4c8bbd-4645-4768-8627-6ae2590ea5f2',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.741936] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7fd98876-8e46-49df-9055-ea3798e4895f [ 621.742230] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.742230] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.742230] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.742473] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.742520] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.742618] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7fd98876-8e46-49df-9055-ea3798e4895f already deleted. [ 621.742699] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7fd98876-8e46-49df-9055-ea3798e4895f" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.910408] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('61a9a6ec-57b9-4936-b34a-32d467c50283',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.911467] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-61a9a6ec-57b9-4936-b34a-32d467c50283 taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.911642] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-61a9a6ec-57b9-4936-b34a-32d467c50283" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.912380] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port dc4c8bbd-4645-4768-8627-6ae2590ea5f2 with status ACTIVE [ 621.912380] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.912380] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.912380] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.912380] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.912380] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.912657] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.912657] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.912657] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.912778] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.914784] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.914784] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.914784] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.914784] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.914784] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.914784] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.914784] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: dc4c8bbd-4645-4768-8627-6ae2590ea5f2 is going to be updated. [ 621.941282] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.941462] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.941538] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.941747] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.941882] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.942098] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dc4c8bbd-4645-4768-8627-6ae2590ea5f2" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.140716] env[66859]: INFO networking_nsxv3.common.synchronization [req-fe98d497-7ae8-4971-8fc7-4dffc573a198 req-97e64c85-77b6-422d-a7b4-2d6ffa52a384 tempest-ImagesOneServerTestJSON-1029864629 tempest-ImagesOneServerTestJSON-1029864629-project-member] Enqueued Resource ID: 758bec90-5338-4686-8303-0d1624e18914 with Priority: HIGHEST for action security_group_members [ 622.141863] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 758bec90-5338-4686-8303-0d1624e18914 with Priority: HIGHEST for action security_group_members [ 622.141863] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-758bec90-5338-4686-8303-0d1624e18914 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.142059] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-758bec90-5338-4686-8303-0d1624e18914" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.142059] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-758bec90-5338-4686-8303-0d1624e18914" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.144743] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-758bec90-5338-4686-8303-0d1624e18914" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.144840] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.144966] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.145036] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.145572] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.145572] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.145572] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('758bec90-5338-4686-8303-0d1624e18914',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.393083] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1144757e-e67c-488c-b78d-b24437441b02 in Status: SUCCESS [ 622.393182] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1144757e-e67c-488c-b78d-b24437441b02" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.393286] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1144757e-e67c-488c-b78d-b24437441b02" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.393535] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1144757e-e67c-488c-b78d-b24437441b02" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.393725] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.394749] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.394749] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.394749] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.394749] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.394749] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1144757e-e67c-488c-b78d-b24437441b02" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.394749] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1144757e-e67c-488c-b78d-b24437441b02',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.417365] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('61a9a6ec-57b9-4936-b34a-32d467c50283',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.644375] env[66859]: DEBUG networking_nsxv3.common.locking [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Lock network-197 taken with stack trace [, , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.644575] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquiring lock "network-197" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.644706] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired lock "network-197" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.644991] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired external semaphore "network-197" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.645318] env[66859]: DEBUG networking_nsxv3.common.locking [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.645476] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquiring lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.645585] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.645811] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired external semaphore "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.645947] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Releasing lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.646158] env[66859]: DEBUG dogpile.cache.region [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] No value present for key: 'zone-id' {{(pid=66859) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 622.646261] env[66859]: DEBUG dogpile.lock [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] NeedRegenerationException {{(pid=66859) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 622.646392] env[66859]: DEBUG dogpile.lock [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] no value, waiting for create lock {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 622.646452] env[66859]: DEBUG dogpile.lock [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] value creation lock acquired {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 622.646550] env[66859]: DEBUG dogpile.cache.region [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] No value present for key: 'zone-id' {{(pid=66859) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 622.646652] env[66859]: DEBUG dogpile.lock [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Calling creation function for not-yet-present value {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 622.646808] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 622.648585] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.648722] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.648800] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.648905] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.648985] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.649169] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.649278] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.649331] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.649827] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.649827] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.649827] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 758bec90-5338-4686-8303-0d1624e18914 already deleted. [ 622.649827] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-758bec90-5338-4686-8303-0d1624e18914" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.675930] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 622.676160] env[66859]: DEBUG dogpile.cache.region [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=66859) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 622.676656] env[66859]: DEBUG dogpile.lock [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Released creation lock {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 622.676873] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Releasing lock "network-197" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.677259] env[66859]: DEBUG networking_nsxv3.common.locking [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Lock port-c01bad5f-8d72-4497-8912-db1edcb3c57d taken with stack trace [, , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.677758] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquiring lock "port-c01bad5f-8d72-4497-8912-db1edcb3c57d" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.677758] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired lock "port-c01bad5f-8d72-4497-8912-db1edcb3c57d" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.677946] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired external semaphore "port-c01bad5f-8d72-4497-8912-db1edcb3c57d" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.678099] env[66859]: DEBUG networking_nsxv3.api.rpc [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c01bad5f-8d72-4497-8912-db1edcb3c57d',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.904161] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-1144757e-e67c-488c-b78d-b24437441b02 taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.904497] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1144757e-e67c-488c-b78d-b24437441b02" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.904497] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1144757e-e67c-488c-b78d-b24437441b02" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.904642] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1144757e-e67c-488c-b78d-b24437441b02" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.904812] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.904916] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.904980] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.905143] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.905327] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.905425] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1144757e-e67c-488c-b78d-b24437441b02" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.905573] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-1144757e-e67c-488c-b78d-b24437441b02 taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.905669] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1144757e-e67c-488c-b78d-b24437441b02" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.905920] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1144757e-e67c-488c-b78d-b24437441b02" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.905920] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1144757e-e67c-488c-b78d-b24437441b02" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.906035] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.906138] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.906265] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.906484] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.906576] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.906669] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1144757e-e67c-488c-b78d-b24437441b02" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.906763] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1144757e-e67c-488c-b78d-b24437441b02',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.922982] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.923178] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.923235] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.923499] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.923609] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.923711] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 61a9a6ec-57b9-4936-b34a-32d467c50283 is going to be created. [ 622.952938] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.953157] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.953157] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.953361] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.953519] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.980807] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 61a9a6ec-57b9-4936-b34a-32d467c50283 in Status: UNINITIALIZED for 2s [ 623.112685] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e6237ad6-5a9e-4aa5-b4b6-5b76f2a344e7 in Status: SUCCESS [ 623.112915] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e6237ad6-5a9e-4aa5-b4b6-5b76f2a344e7" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.181827] env[66859]: DEBUG networking_nsxv3.common.locking [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.181827] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.181827] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.181827] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.181827] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.181827] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Segment Port c01bad5f-8d72-4497-8912-db1edcb3c57d not found, creating... [ 623.182606] env[66859]: DEBUG networking_nsxv3.common.locking [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.182606] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquiring lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.182606] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.182731] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired external semaphore "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.182882] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Releasing lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.183209] env[66859]: DEBUG networking_nsxv3.common.locking [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.183355] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.183465] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.183882] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.183882] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.183977] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Resource: SegmentPort with ID: c01bad5f-8d72-4497-8912-db1edcb3c57d is going to be created. [ 623.209120] env[66859]: DEBUG networking_nsxv3.common.locking [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.209461] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.209519] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.209812] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.210125] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.210378] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Releasing lock "port-c01bad5f-8d72-4497-8912-db1edcb3c57d" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.409505] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1144757e-e67c-488c-b78d-b24437441b02: rpc.has_security_group_logging(os_id): False [ 623.433748] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.433913] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.433958] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.434221] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.434320] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.434538] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.434642] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.434707] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.434861] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.434939] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.435150] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.435287] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.435333] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.435466] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.435541] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.435712] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.435806] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.435863] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.436008] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.436097] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.436172] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1144757e-e67c-488c-b78d-b24437441b02 is going to be created. [ 623.491921] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.492089] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.492162] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.492372] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.492548] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.506569] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1144757e-e67c-488c-b78d-b24437441b02 in Status: IN_PROGRESS for 2s [ 623.924884] env[66859]: INFO networking_nsxv3.common.synchronization [req-fe98d497-7ae8-4971-8fc7-4dffc573a198 req-212e2902-4494-4e1f-a79a-42e45ff4cd06 service nova] Enqueued Resource ID: 758bec90-5338-4686-8303-0d1624e18914 with Priority: HIGHEST for action security_group_rules [ 623.925177] env[66859]: INFO networking_nsxv3.common.synchronization [req-fe98d497-7ae8-4971-8fc7-4dffc573a198 req-212e2902-4494-4e1f-a79a-42e45ff4cd06 service nova] Enqueued Resource ID: 758bec90-5338-4686-8303-0d1624e18914 with Priority: HIGHEST for action security_group_members [ 623.925254] env[66859]: INFO networking_nsxv3.common.synchronization [req-fe98d497-7ae8-4971-8fc7-4dffc573a198 req-212e2902-4494-4e1f-a79a-42e45ff4cd06 service nova] Enqueued Resource ID: c01bad5f-8d72-4497-8912-db1edcb3c57d with Priority: HIGHEST for action port [ 623.925797] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 758bec90-5338-4686-8303-0d1624e18914 with Priority: HIGHEST for action security_group_rules [ 623.925920] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 758bec90-5338-4686-8303-0d1624e18914 with Priority: HIGHEST for action security_group_members [ 623.926941] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c01bad5f-8d72-4497-8912-db1edcb3c57d with Priority: HIGHEST for action port [ 623.927349] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock rules-758bec90-5338-4686-8303-0d1624e18914 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.927500] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-758bec90-5338-4686-8303-0d1624e18914" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.927580] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-758bec90-5338-4686-8303-0d1624e18914" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.927848] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-758bec90-5338-4686-8303-0d1624e18914" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.927932] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('758bec90-5338-4686-8303-0d1624e18914',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.929642] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-758bec90-5338-4686-8303-0d1624e18914 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.929642] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-758bec90-5338-4686-8303-0d1624e18914" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.929642] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-758bec90-5338-4686-8303-0d1624e18914" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.929870] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-758bec90-5338-4686-8303-0d1624e18914" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.930089] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.930207] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.930248] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.930436] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.930561] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.930679] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('758bec90-5338-4686-8303-0d1624e18914',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.933235] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock port-c01bad5f-8d72-4497-8912-db1edcb3c57d taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.933235] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c01bad5f-8d72-4497-8912-db1edcb3c57d" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.933235] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c01bad5f-8d72-4497-8912-db1edcb3c57d" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.933235] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c01bad5f-8d72-4497-8912-db1edcb3c57d" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.933235] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c01bad5f-8d72-4497-8912-db1edcb3c57d',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.434243] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-758bec90-5338-4686-8303-0d1624e18914 taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.434243] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-758bec90-5338-4686-8303-0d1624e18914" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.434243] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('758bec90-5338-4686-8303-0d1624e18914',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.435560] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c01bad5f-8d72-4497-8912-db1edcb3c57d with status ACTIVE [ 624.435743] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.435855] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.435922] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.436363] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.436363] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.438350] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.438350] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.438350] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.438542] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.438600] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.439241] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.441334] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.441334] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.441334] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.441334] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.441334] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c01bad5f-8d72-4497-8912-db1edcb3c57d is going to be updated. [ 624.467077] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.467294] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.467350] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.467587] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.467898] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.467990] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c01bad5f-8d72-4497-8912-db1edcb3c57d" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.474343] env[66859]: INFO networking_nsxv3.common.synchronization [None req-6ad50539-4d0d-4cba-9deb-506bee3c8f35 None None] Enqueued Resource ID: f238d8ea-1f83-4b63-b363-63e6bc363406 with Priority: HIGHEST for action port [ 624.474870] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f238d8ea-1f83-4b63-b363-63e6bc363406 with Priority: HIGHEST for action port [ 624.475199] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock port-f238d8ea-1f83-4b63-b363-63e6bc363406 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.475352] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f238d8ea-1f83-4b63-b363-63e6bc363406" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.475455] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f238d8ea-1f83-4b63-b363-63e6bc363406" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.475956] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f238d8ea-1f83-4b63-b363-63e6bc363406" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.476073] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f238d8ea-1f83-4b63-b363-63e6bc363406',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.680332] env[66859]: INFO networking_nsxv3.common.synchronization [req-5ccedffc-7118-47d1-acbc-623173b945da req-41e143a0-c1c4-4746-87ce-e8da8b4a8b80 tempest-ServersTestBootFromVolume-15186594 tempest-ServersTestBootFromVolume-15186594-project-member] Enqueued Resource ID: 18681103-b00f-4175-a382-0ef43f41024d with Priority: HIGHEST for action security_group_members [ 624.680332] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 18681103-b00f-4175-a382-0ef43f41024d with Priority: HIGHEST for action security_group_members [ 624.680332] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-18681103-b00f-4175-a382-0ef43f41024d taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.680332] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-18681103-b00f-4175-a382-0ef43f41024d" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.680332] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-18681103-b00f-4175-a382-0ef43f41024d" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.680332] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-18681103-b00f-4175-a382-0ef43f41024d" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.680854] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.680982] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.681047] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.681253] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.681307] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.681448] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('18681103-b00f-4175-a382-0ef43f41024d',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.944389] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('758bec90-5338-4686-8303-0d1624e18914',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.978464] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f238d8ea-1f83-4b63-b363-63e6bc363406 [ 624.982116] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.982116] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.982116] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.982116] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.982116] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.982116] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f238d8ea-1f83-4b63-b363-63e6bc363406 already deleted. [ 624.982116] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f238d8ea-1f83-4b63-b363-63e6bc363406" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.992853] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 61a9a6ec-57b9-4936-b34a-32d467c50283 in Status: SUCCESS [ 624.993023] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-61a9a6ec-57b9-4936-b34a-32d467c50283" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.993745] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-61a9a6ec-57b9-4936-b34a-32d467c50283" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.994040] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-61a9a6ec-57b9-4936-b34a-32d467c50283" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.994233] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.994354] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.994412] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.994580] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.994643] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.994713] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-61a9a6ec-57b9-4936-b34a-32d467c50283" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.995368] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('61a9a6ec-57b9-4936-b34a-32d467c50283',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.184158] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.184344] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.184436] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.186499] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.186673] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.187028] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.187028] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.187202] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.187482] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.187594] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.187859] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 18681103-b00f-4175-a382-0ef43f41024d already deleted. [ 625.187859] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-18681103-b00f-4175-a382-0ef43f41024d" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.251524] env[66859]: INFO networking_nsxv3.common.synchronization [None req-eb0d216f-52fd-432e-b507-356d10569e83 tempest-ServersTestJSON-1355909223 tempest-ServersTestJSON-1355909223-project-member] Enqueued Resource ID: db3c18d0-0157-4b32-aa29-403e7eda3e16 with Priority: HIGHEST for action security_group_rules [ 625.253206] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db3c18d0-0157-4b32-aa29-403e7eda3e16 with Priority: HIGHEST for action security_group_rules [ 625.254366] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock rules-db3c18d0-0157-4b32-aa29-403e7eda3e16 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.254652] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-db3c18d0-0157-4b32-aa29-403e7eda3e16" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.254831] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-db3c18d0-0157-4b32-aa29-403e7eda3e16" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.255475] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-db3c18d0-0157-4b32-aa29-403e7eda3e16" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.255701] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('db3c18d0-0157-4b32-aa29-403e7eda3e16',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.321065] env[66859]: DEBUG networking_nsxv3.common.locking [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Lock network-131 taken with stack trace [, , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.322449] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquiring lock "network-131" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.322449] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired lock "network-131" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.322449] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired external semaphore "network-131" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.322449] env[66859]: DEBUG networking_nsxv3.common.locking [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.323116] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquiring lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.323368] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.327029] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired external semaphore "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.327029] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Releasing lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.327029] env[66859]: DEBUG dogpile.cache.region [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] No value present for key: 'zone-id' {{(pid=66859) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 625.327029] env[66859]: DEBUG dogpile.lock [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] NeedRegenerationException {{(pid=66859) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 625.327029] env[66859]: DEBUG dogpile.lock [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] no value, waiting for create lock {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 625.327029] env[66859]: DEBUG dogpile.lock [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] value creation lock acquired {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 625.327029] env[66859]: DEBUG dogpile.cache.region [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] No value present for key: 'zone-id' {{(pid=66859) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 625.327029] env[66859]: DEBUG dogpile.lock [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Calling creation function for not-yet-present value {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 625.327029] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 625.352714] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 625.352930] env[66859]: DEBUG dogpile.cache.region [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=66859) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 625.353206] env[66859]: DEBUG dogpile.lock [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Released creation lock {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 625.353263] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Releasing lock "network-131" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.354076] env[66859]: DEBUG networking_nsxv3.common.locking [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Lock port-b7366043-04de-4738-a251-b36618db6069 taken with stack trace [, , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.354720] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquiring lock "port-b7366043-04de-4738-a251-b36618db6069" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.355781] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired lock "port-b7366043-04de-4738-a251-b36618db6069" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.356314] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired external semaphore "port-b7366043-04de-4738-a251-b36618db6069" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.356470] env[66859]: DEBUG networking_nsxv3.api.rpc [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b7366043-04de-4738-a251-b36618db6069',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.449915] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.450121] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.450254] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.450503] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.450624] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.450723] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 758bec90-5338-4686-8303-0d1624e18914 is going to be created. [ 625.479874] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.479874] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.479874] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.480133] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.480133] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.495978] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 758bec90-5338-4686-8303-0d1624e18914 in Status: UNINITIALIZED for 2s [ 625.497488] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-61a9a6ec-57b9-4936-b34a-32d467c50283 taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.497628] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-61a9a6ec-57b9-4936-b34a-32d467c50283" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.497692] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-61a9a6ec-57b9-4936-b34a-32d467c50283" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.499442] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-61a9a6ec-57b9-4936-b34a-32d467c50283" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.499442] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.499442] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.499442] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.499442] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.499442] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.499442] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-61a9a6ec-57b9-4936-b34a-32d467c50283" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.499442] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-61a9a6ec-57b9-4936-b34a-32d467c50283 taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.499442] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-61a9a6ec-57b9-4936-b34a-32d467c50283" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.499442] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-61a9a6ec-57b9-4936-b34a-32d467c50283" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.499442] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-61a9a6ec-57b9-4936-b34a-32d467c50283" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.499442] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.499442] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.499442] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.499442] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.500049] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.500049] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-61a9a6ec-57b9-4936-b34a-32d467c50283" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.500049] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('61a9a6ec-57b9-4936-b34a-32d467c50283',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.519175] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1144757e-e67c-488c-b78d-b24437441b02 in Status: SUCCESS [ 625.519431] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1144757e-e67c-488c-b78d-b24437441b02" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.622099] env[66859]: INFO networking_nsxv3.common.synchronization [None req-698675e7-cf2d-4951-9737-ea939ea59144 tempest-ServersTestJSON-1355909223 tempest-ServersTestJSON-1355909223-project-member] Enqueued Resource ID: db3c18d0-0157-4b32-aa29-403e7eda3e16 with Priority: HIGHEST for action security_group_rules [ 625.623126] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db3c18d0-0157-4b32-aa29-403e7eda3e16 with Priority: HIGHEST for action security_group_rules [ 625.623126] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock rules-db3c18d0-0157-4b32-aa29-403e7eda3e16 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.623497] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-db3c18d0-0157-4b32-aa29-403e7eda3e16" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.776856] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.777152] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.777152] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.777361] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.777361] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.777584] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: db3c18d0-0157-4b32-aa29-403e7eda3e16 already deleted. [ 625.777584] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-db3c18d0-0157-4b32-aa29-403e7eda3e16" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.777686] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-db3c18d0-0157-4b32-aa29-403e7eda3e16" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.777826] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-db3c18d0-0157-4b32-aa29-403e7eda3e16" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.777908] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('db3c18d0-0157-4b32-aa29-403e7eda3e16',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.865029] env[66859]: DEBUG networking_nsxv3.common.locking [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.865029] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.865029] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.865029] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.865029] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.865029] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Segment Port b7366043-04de-4738-a251-b36618db6069 not found, creating... [ 625.865029] env[66859]: DEBUG networking_nsxv3.common.locking [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.865029] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquiring lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.865029] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.865029] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired external semaphore "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.865029] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Releasing lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.866019] env[66859]: DEBUG networking_nsxv3.common.locking [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.866019] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.866349] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.866714] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.866964] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.867217] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Resource: SegmentPort with ID: b7366043-04de-4738-a251-b36618db6069 is going to be created. [ 625.919282] env[66859]: DEBUG networking_nsxv3.common.locking [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.919282] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.919705] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.919705] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.919924] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.920188] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Releasing lock "port-b7366043-04de-4738-a251-b36618db6069" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.003187] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 61a9a6ec-57b9-4936-b34a-32d467c50283: rpc.has_security_group_logging(os_id): False [ 626.036353] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.036526] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.036575] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.036801] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.036893] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.037134] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.037217] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.037279] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.037440] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.037515] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.037695] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.037800] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.037849] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.038167] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.038167] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.038316] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.038446] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.038506] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.038672] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.038764] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.039123] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 61a9a6ec-57b9-4936-b34a-32d467c50283 is going to be created. [ 626.136700] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.136965] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.136965] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.137254] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.137540] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.150482] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 61a9a6ec-57b9-4936-b34a-32d467c50283 in Status: IN_PROGRESS for 2s [ 626.217332] env[66859]: INFO networking_nsxv3.common.synchronization [req-6ef79cde-4f26-4837-a4fa-e302b2e6ddd3 req-5bb72d06-7d68-4072-837c-eb90b626a970 tempest-ImagesNegativeTestJSON-277175631 tempest-ImagesNegativeTestJSON-277175631-project-member] Enqueued Resource ID: ea3df809-d2e1-45f2-b781-d4e78b56f440 with Priority: HIGHEST for action security_group_members [ 626.218125] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ea3df809-d2e1-45f2-b781-d4e78b56f440 with Priority: HIGHEST for action security_group_members [ 626.218226] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-ea3df809-d2e1-45f2-b781-d4e78b56f440 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.218351] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ea3df809-d2e1-45f2-b781-d4e78b56f440" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.218418] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ea3df809-d2e1-45f2-b781-d4e78b56f440" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.218627] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ea3df809-d2e1-45f2-b781-d4e78b56f440" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.218778] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.218971] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.218971] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.219214] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.219345] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.219487] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ea3df809-d2e1-45f2-b781-d4e78b56f440',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.304024] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.304200] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.304252] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.304633] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.304633] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.304633] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: db3c18d0-0157-4b32-aa29-403e7eda3e16 already deleted. [ 626.304889] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-db3c18d0-0157-4b32-aa29-403e7eda3e16" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.648112] env[66859]: INFO networking_nsxv3.common.synchronization [req-5ccedffc-7118-47d1-acbc-623173b945da req-1510ca83-de24-4ea0-a1b8-d0ba69d2e19d service nova] Enqueued Resource ID: 18681103-b00f-4175-a382-0ef43f41024d with Priority: HIGHEST for action security_group_rules [ 626.648314] env[66859]: INFO networking_nsxv3.common.synchronization [req-5ccedffc-7118-47d1-acbc-623173b945da req-1510ca83-de24-4ea0-a1b8-d0ba69d2e19d service nova] Enqueued Resource ID: 18681103-b00f-4175-a382-0ef43f41024d with Priority: HIGHEST for action security_group_members [ 626.648479] env[66859]: INFO networking_nsxv3.common.synchronization [req-5ccedffc-7118-47d1-acbc-623173b945da req-1510ca83-de24-4ea0-a1b8-d0ba69d2e19d service nova] Enqueued Resource ID: b7366043-04de-4738-a251-b36618db6069 with Priority: HIGHEST for action port [ 626.648709] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 18681103-b00f-4175-a382-0ef43f41024d with Priority: HIGHEST for action security_group_rules [ 626.648840] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 18681103-b00f-4175-a382-0ef43f41024d with Priority: HIGHEST for action security_group_members [ 626.648935] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b7366043-04de-4738-a251-b36618db6069 with Priority: HIGHEST for action port [ 626.649544] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock rules-18681103-b00f-4175-a382-0ef43f41024d taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.649669] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-18681103-b00f-4175-a382-0ef43f41024d" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.649737] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-18681103-b00f-4175-a382-0ef43f41024d" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.649957] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-18681103-b00f-4175-a382-0ef43f41024d" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.650043] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('18681103-b00f-4175-a382-0ef43f41024d',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.650861] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-18681103-b00f-4175-a382-0ef43f41024d taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.650998] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-18681103-b00f-4175-a382-0ef43f41024d" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.651079] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-18681103-b00f-4175-a382-0ef43f41024d" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.651257] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-18681103-b00f-4175-a382-0ef43f41024d" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.651399] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.651489] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.651548] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.651684] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.651768] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.651853] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('18681103-b00f-4175-a382-0ef43f41024d',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.654143] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock port-b7366043-04de-4738-a251-b36618db6069 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.654244] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b7366043-04de-4738-a251-b36618db6069" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.654350] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b7366043-04de-4738-a251-b36618db6069" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.654468] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b7366043-04de-4738-a251-b36618db6069" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.654539] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b7366043-04de-4738-a251-b36618db6069',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.723325] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.723488] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.723559] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.723804] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.723895] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.724122] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.724233] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.724287] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.724433] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.724525] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.724609] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ea3df809-d2e1-45f2-b781-d4e78b56f440 is going to be updated. [ 626.755824] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.755964] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.756018] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.756220] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.756355] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.772815] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ea3df809-d2e1-45f2-b781-d4e78b56f440 in Status: IN_PROGRESS for 2s [ 626.927368] env[66859]: INFO networking_nsxv3.common.synchronization [req-bccec0f3-094e-4c70-9593-a5a976b41260 req-3f31c6b0-31f1-4e7c-9815-4e51a2599d4d tempest-DeleteServersAdminTestJSON-1776231896 tempest-DeleteServersAdminTestJSON-1776231896-project-admin] Enqueued Resource ID: a8db944f-5ab5-41ea-a1a4-dfecf0473c49 with Priority: HIGHEST for action security_group_members [ 626.928825] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8db944f-5ab5-41ea-a1a4-dfecf0473c49 with Priority: HIGHEST for action security_group_members [ 626.929181] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-a8db944f-5ab5-41ea-a1a4-dfecf0473c49 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.930143] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a8db944f-5ab5-41ea-a1a4-dfecf0473c49" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.930255] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a8db944f-5ab5-41ea-a1a4-dfecf0473c49" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.930501] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a8db944f-5ab5-41ea-a1a4-dfecf0473c49" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.930685] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.930790] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.930853] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.931017] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.931118] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.931284] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a8db944f-5ab5-41ea-a1a4-dfecf0473c49',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.156380] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-18681103-b00f-4175-a382-0ef43f41024d taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.156733] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-18681103-b00f-4175-a382-0ef43f41024d" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.156733] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('18681103-b00f-4175-a382-0ef43f41024d',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.157705] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b7366043-04de-4738-a251-b36618db6069 with status ACTIVE [ 627.157892] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.158011] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.158085] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.158316] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.158433] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.158623] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.158728] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.158785] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.158983] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.159395] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.159658] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.159806] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.159942] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.160115] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.160247] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.160368] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b7366043-04de-4738-a251-b36618db6069 is going to be updated. [ 627.185492] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.185704] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.185704] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.185904] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.186050] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.186236] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b7366043-04de-4738-a251-b36618db6069" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.276882] env[66859]: INFO networking_nsxv3.common.synchronization [None req-6175a8c7-3d8a-4804-9d85-0630c09d1eb2 None None] Enqueued Resource ID: 27a88080-ab45-4bab-81d0-639becbe7747 with Priority: HIGHEST for action port [ 627.277709] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 27a88080-ab45-4bab-81d0-639becbe7747 with Priority: HIGHEST for action port [ 627.279048] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock port-27a88080-ab45-4bab-81d0-639becbe7747 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.279187] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-27a88080-ab45-4bab-81d0-639becbe7747" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.279375] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-27a88080-ab45-4bab-81d0-639becbe7747" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.279684] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-27a88080-ab45-4bab-81d0-639becbe7747" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.279769] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('27a88080-ab45-4bab-81d0-639becbe7747',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.434607] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.434607] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.434607] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.434909] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.434996] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.435197] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.435303] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.435368] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.435959] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.436200] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.436254] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a8db944f-5ab5-41ea-a1a4-dfecf0473c49 is going to be updated. [ 627.477434] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.477434] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.477434] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.477434] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.477434] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.487797] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a8db944f-5ab5-41ea-a1a4-dfecf0473c49 in Status: IN_PROGRESS for 2s [ 627.510310] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 758bec90-5338-4686-8303-0d1624e18914 in Status: SUCCESS [ 627.510737] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-758bec90-5338-4686-8303-0d1624e18914" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.511082] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-758bec90-5338-4686-8303-0d1624e18914" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.511393] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-758bec90-5338-4686-8303-0d1624e18914" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.511757] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.511962] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.512099] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.512360] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.512502] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.512645] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-758bec90-5338-4686-8303-0d1624e18914" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.512856] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('758bec90-5338-4686-8303-0d1624e18914',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.665144] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('18681103-b00f-4175-a382-0ef43f41024d',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.784916] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 27a88080-ab45-4bab-81d0-639becbe7747 [ 627.785188] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.785330] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.785403] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.785816] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.785816] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.785816] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:27a88080-ab45-4bab-81d0-639becbe7747 already deleted. [ 627.785931] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-27a88080-ab45-4bab-81d0-639becbe7747" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.016670] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-758bec90-5338-4686-8303-0d1624e18914 taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.016869] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-758bec90-5338-4686-8303-0d1624e18914" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.016869] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-758bec90-5338-4686-8303-0d1624e18914" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.017083] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-758bec90-5338-4686-8303-0d1624e18914" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.017635] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.017635] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.017635] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.017635] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.017635] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.017860] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-758bec90-5338-4686-8303-0d1624e18914" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.017860] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-758bec90-5338-4686-8303-0d1624e18914 taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.018042] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-758bec90-5338-4686-8303-0d1624e18914" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.018042] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-758bec90-5338-4686-8303-0d1624e18914" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.018134] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-758bec90-5338-4686-8303-0d1624e18914" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.018310] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.018535] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.018625] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.019099] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.019533] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.019637] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-758bec90-5338-4686-8303-0d1624e18914" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.019732] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('758bec90-5338-4686-8303-0d1624e18914',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.164617] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 61a9a6ec-57b9-4936-b34a-32d467c50283 in Status: SUCCESS [ 628.164918] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-61a9a6ec-57b9-4936-b34a-32d467c50283" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.170505] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.170789] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.170789] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.171485] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.171658] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.171770] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 18681103-b00f-4175-a382-0ef43f41024d is going to be created. [ 628.200803] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.200992] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.201355] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.201355] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.201488] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.213057] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 18681103-b00f-4175-a382-0ef43f41024d in Status: UNINITIALIZED for 2s [ 628.522176] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 758bec90-5338-4686-8303-0d1624e18914: rpc.has_security_group_logging(os_id): False [ 628.540881] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.540881] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.540881] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.541103] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.541211] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.541431] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.544033] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.544033] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.544033] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.544033] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.544033] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.544033] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.544033] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.544033] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.544033] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.544033] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.544033] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.544033] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.544033] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.544033] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.544033] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 758bec90-5338-4686-8303-0d1624e18914 is going to be created. [ 628.610125] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.610299] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.610413] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.610721] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.610946] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.624784] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 758bec90-5338-4686-8303-0d1624e18914 in Status: IN_PROGRESS for 2s [ 628.784138] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ea3df809-d2e1-45f2-b781-d4e78b56f440 in Status: SUCCESS [ 628.784358] env[66859]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ea3df809-d2e1-45f2-b781-d4e78b56f440 deletion is rescheduled due to dependency. [ 628.784477] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ea3df809-d2e1-45f2-b781-d4e78b56f440" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.845739] env[66859]: INFO networking_nsxv3.common.synchronization [None req-060ef12a-a7a6-4d35-b02c-7f8aadd19414 tempest-ServersTestManualDisk-1114544498 tempest-ServersTestManualDisk-1114544498-project-member] Enqueued Resource ID: acbae6a5-b9cb-4715-9a33-1f4541e42659 with Priority: HIGHEST for action security_group_rules [ 628.846445] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: acbae6a5-b9cb-4715-9a33-1f4541e42659 with Priority: HIGHEST for action security_group_rules [ 628.848569] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock rules-acbae6a5-b9cb-4715-9a33-1f4541e42659 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.848569] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-acbae6a5-b9cb-4715-9a33-1f4541e42659" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.848569] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-acbae6a5-b9cb-4715-9a33-1f4541e42659" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.848569] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-acbae6a5-b9cb-4715-9a33-1f4541e42659" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.848569] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('acbae6a5-b9cb-4715-9a33-1f4541e42659',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.038161] env[66859]: INFO networking_nsxv3.common.synchronization [None req-2f4cced8-fc43-418d-bc8b-7e5442bffa49 tempest-ServersTestManualDisk-1114544498 tempest-ServersTestManualDisk-1114544498-project-member] Enqueued Resource ID: acbae6a5-b9cb-4715-9a33-1f4541e42659 with Priority: HIGHEST for action security_group_rules [ 629.038959] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: acbae6a5-b9cb-4715-9a33-1f4541e42659 with Priority: HIGHEST for action security_group_rules [ 629.040269] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock rules-acbae6a5-b9cb-4715-9a33-1f4541e42659 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.040366] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-acbae6a5-b9cb-4715-9a33-1f4541e42659" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.369358] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.372205] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.372205] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.372205] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.372205] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.372205] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: acbae6a5-b9cb-4715-9a33-1f4541e42659 already deleted. [ 629.372205] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-acbae6a5-b9cb-4715-9a33-1f4541e42659" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.372205] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-acbae6a5-b9cb-4715-9a33-1f4541e42659" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.372205] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-acbae6a5-b9cb-4715-9a33-1f4541e42659" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.372205] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('acbae6a5-b9cb-4715-9a33-1f4541e42659',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.501444] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a8db944f-5ab5-41ea-a1a4-dfecf0473c49 in Status: SUCCESS [ 629.502305] env[66859]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a8db944f-5ab5-41ea-a1a4-dfecf0473c49 deletion is rescheduled due to dependency. [ 629.502305] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a8db944f-5ab5-41ea-a1a4-dfecf0473c49" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.899525] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.899525] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.899952] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.902118] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.902118] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.902118] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: acbae6a5-b9cb-4715-9a33-1f4541e42659 already deleted. [ 629.902118] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-acbae6a5-b9cb-4715-9a33-1f4541e42659" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.968031] env[66859]: INFO networking_nsxv3.common.synchronization [req-89a4834c-f9e7-4a18-922d-3621d93e11af req-d6d312da-f580-480a-98eb-eb545809ec84 tempest-ServersWithSpecificFlavorTestJSON-6506357 tempest-ServersWithSpecificFlavorTestJSON-6506357-project-member] Enqueued Resource ID: 25cdc873-ff62-40a0-9e9e-1db4cb9dc98c with Priority: HIGHEST for action security_group_members [ 629.968031] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 25cdc873-ff62-40a0-9e9e-1db4cb9dc98c with Priority: HIGHEST for action security_group_members [ 629.970059] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-25cdc873-ff62-40a0-9e9e-1db4cb9dc98c taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.970059] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-25cdc873-ff62-40a0-9e9e-1db4cb9dc98c" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.970059] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-25cdc873-ff62-40a0-9e9e-1db4cb9dc98c" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.973135] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-25cdc873-ff62-40a0-9e9e-1db4cb9dc98c" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.973135] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.973135] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.973135] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.973135] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.973135] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.973135] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('25cdc873-ff62-40a0-9e9e-1db4cb9dc98c',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.232857] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 18681103-b00f-4175-a382-0ef43f41024d in Status: SUCCESS [ 630.233015] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-18681103-b00f-4175-a382-0ef43f41024d" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.233199] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-18681103-b00f-4175-a382-0ef43f41024d" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.233435] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-18681103-b00f-4175-a382-0ef43f41024d" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.233742] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.233940] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.234049] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.234243] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.234368] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.234466] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-18681103-b00f-4175-a382-0ef43f41024d" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.234599] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('18681103-b00f-4175-a382-0ef43f41024d',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.476146] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.476655] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.476723] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.478142] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.478262] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.478529] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.478651] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.478704] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.478871] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.478953] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.479921] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 25cdc873-ff62-40a0-9e9e-1db4cb9dc98c already deleted. [ 630.479921] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-25cdc873-ff62-40a0-9e9e-1db4cb9dc98c" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.640787] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 758bec90-5338-4686-8303-0d1624e18914 in Status: SUCCESS [ 630.641013] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-758bec90-5338-4686-8303-0d1624e18914" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.742669] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('18681103-b00f-4175-a382-0ef43f41024d',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.779847] env[66859]: DEBUG networking_nsxv3.common.locking [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Lock network-64 taken with stack trace [, , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.780101] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquiring lock "network-64" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.780164] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired lock "network-64" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.780534] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired external semaphore "network-64" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.780795] env[66859]: DEBUG networking_nsxv3.common.locking [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.781172] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquiring lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.781406] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.781674] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired external semaphore "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.781857] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Releasing lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.782116] env[66859]: DEBUG dogpile.cache.region [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] No value present for key: 'zone-id' {{(pid=66859) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 630.782604] env[66859]: DEBUG dogpile.lock [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] NeedRegenerationException {{(pid=66859) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 630.782781] env[66859]: DEBUG dogpile.lock [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] no value, waiting for create lock {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 630.782917] env[66859]: DEBUG dogpile.lock [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] value creation lock acquired {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 630.783072] env[66859]: DEBUG dogpile.cache.region [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] No value present for key: 'zone-id' {{(pid=66859) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 630.783211] env[66859]: DEBUG dogpile.lock [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Calling creation function for not-yet-present value {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 630.783368] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 630.807977] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 630.807977] env[66859]: DEBUG dogpile.cache.region [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=66859) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 630.808151] env[66859]: DEBUG dogpile.lock [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Released creation lock {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 630.808268] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Releasing lock "network-64" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.808746] env[66859]: DEBUG networking_nsxv3.common.locking [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Lock port-3a452baa-d3a3-44d9-9ea7-4d5c91a16bd8 taken with stack trace [, , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.808998] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquiring lock "port-3a452baa-d3a3-44d9-9ea7-4d5c91a16bd8" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.809145] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired lock "port-3a452baa-d3a3-44d9-9ea7-4d5c91a16bd8" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.809559] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired external semaphore "port-3a452baa-d3a3-44d9-9ea7-4d5c91a16bd8" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.809916] env[66859]: DEBUG networking_nsxv3.api.rpc [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3a452baa-d3a3-44d9-9ea7-4d5c91a16bd8',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.246357] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 18681103-b00f-4175-a382-0ef43f41024d: rpc.has_security_group_logging(os_id): False [ 631.275306] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.275666] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.275774] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.276126] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.276356] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.276716] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.276898] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.277050] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.277290] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.277414] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.277540] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 18681103-b00f-4175-a382-0ef43f41024d is going to be created. [ 631.312290] env[66859]: DEBUG networking_nsxv3.common.locking [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.312588] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.312722] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.313066] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.313248] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.313442] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Segment Port 3a452baa-d3a3-44d9-9ea7-4d5c91a16bd8 not found, creating... [ 631.313779] env[66859]: DEBUG networking_nsxv3.common.locking [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.313995] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquiring lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.314160] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.314440] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired external semaphore "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.314785] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Releasing lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.315264] env[66859]: DEBUG networking_nsxv3.common.locking [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.315450] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.315570] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.315802] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.315939] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.316100] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Resource: SegmentPort with ID: 3a452baa-d3a3-44d9-9ea7-4d5c91a16bd8 is going to be created. [ 631.338495] env[66859]: DEBUG networking_nsxv3.common.locking [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.338823] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.338918] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.339283] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.339570] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.339866] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Releasing lock "port-3a452baa-d3a3-44d9-9ea7-4d5c91a16bd8" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.371183] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.371400] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.371400] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.371617] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.371805] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.391910] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 18681103-b00f-4175-a382-0ef43f41024d in Status: IN_PROGRESS for 2s [ 632.101877] env[66859]: INFO networking_nsxv3.common.synchronization [req-89a4834c-f9e7-4a18-922d-3621d93e11af req-77065cdb-67a9-40d4-9fb8-9f5c2b5ee4ef service nova] Enqueued Resource ID: 25cdc873-ff62-40a0-9e9e-1db4cb9dc98c with Priority: HIGHEST for action security_group_rules [ 632.101877] env[66859]: INFO networking_nsxv3.common.synchronization [req-89a4834c-f9e7-4a18-922d-3621d93e11af req-77065cdb-67a9-40d4-9fb8-9f5c2b5ee4ef service nova] Enqueued Resource ID: 25cdc873-ff62-40a0-9e9e-1db4cb9dc98c with Priority: HIGHEST for action security_group_members [ 632.101877] env[66859]: INFO networking_nsxv3.common.synchronization [req-89a4834c-f9e7-4a18-922d-3621d93e11af req-77065cdb-67a9-40d4-9fb8-9f5c2b5ee4ef service nova] Enqueued Resource ID: 3a452baa-d3a3-44d9-9ea7-4d5c91a16bd8 with Priority: HIGHEST for action port [ 632.102344] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 25cdc873-ff62-40a0-9e9e-1db4cb9dc98c with Priority: HIGHEST for action security_group_rules [ 632.102504] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 25cdc873-ff62-40a0-9e9e-1db4cb9dc98c with Priority: HIGHEST for action security_group_members [ 632.102565] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3a452baa-d3a3-44d9-9ea7-4d5c91a16bd8 with Priority: HIGHEST for action port [ 632.102849] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock rules-25cdc873-ff62-40a0-9e9e-1db4cb9dc98c taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.102973] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-25cdc873-ff62-40a0-9e9e-1db4cb9dc98c" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.103064] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-25cdc873-ff62-40a0-9e9e-1db4cb9dc98c" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.103278] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-25cdc873-ff62-40a0-9e9e-1db4cb9dc98c" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.103390] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('25cdc873-ff62-40a0-9e9e-1db4cb9dc98c',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.104298] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-25cdc873-ff62-40a0-9e9e-1db4cb9dc98c taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.105212] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-25cdc873-ff62-40a0-9e9e-1db4cb9dc98c" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.105212] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-25cdc873-ff62-40a0-9e9e-1db4cb9dc98c" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.105212] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-25cdc873-ff62-40a0-9e9e-1db4cb9dc98c" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.105212] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.105212] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.105212] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.105212] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.105212] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.105598] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('25cdc873-ff62-40a0-9e9e-1db4cb9dc98c',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.106749] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock port-3a452baa-d3a3-44d9-9ea7-4d5c91a16bd8 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.106749] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3a452baa-d3a3-44d9-9ea7-4d5c91a16bd8" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.106749] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3a452baa-d3a3-44d9-9ea7-4d5c91a16bd8" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.106749] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3a452baa-d3a3-44d9-9ea7-4d5c91a16bd8" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.108234] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3a452baa-d3a3-44d9-9ea7-4d5c91a16bd8',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.425953] env[66859]: INFO networking_nsxv3.common.synchronization [req-a485bb90-243b-4971-bbdf-0dd053c77525 req-c03d538a-e5a8-493a-b610-ba9e31c2949e tempest-ServerDiagnosticsTest-1210481178 tempest-ServerDiagnosticsTest-1210481178-project-member] Enqueued Resource ID: 94f02bb9-4419-424e-bdd4-bc4ac40eba55 with Priority: HIGHEST for action security_group_members [ 632.425953] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 94f02bb9-4419-424e-bdd4-bc4ac40eba55 with Priority: HIGHEST for action security_group_members [ 632.428479] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-94f02bb9-4419-424e-bdd4-bc4ac40eba55 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.428479] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-94f02bb9-4419-424e-bdd4-bc4ac40eba55" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.428479] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-94f02bb9-4419-424e-bdd4-bc4ac40eba55" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.428479] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-94f02bb9-4419-424e-bdd4-bc4ac40eba55" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.428479] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.428479] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.428479] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.428479] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.428479] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.428479] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('94f02bb9-4419-424e-bdd4-bc4ac40eba55',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.608973] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-25cdc873-ff62-40a0-9e9e-1db4cb9dc98c taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.609272] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-25cdc873-ff62-40a0-9e9e-1db4cb9dc98c" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.610618] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('25cdc873-ff62-40a0-9e9e-1db4cb9dc98c',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.612550] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3a452baa-d3a3-44d9-9ea7-4d5c91a16bd8 with status ACTIVE [ 632.612550] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.612550] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.612819] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.612908] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.613015] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.613306] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.613456] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.613456] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.613631] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.613631] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.614426] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.614426] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.614426] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.614426] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.614850] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.614850] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3a452baa-d3a3-44d9-9ea7-4d5c91a16bd8 is going to be updated. [ 632.645416] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.645416] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.645416] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.645416] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.645416] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.645416] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3a452baa-d3a3-44d9-9ea7-4d5c91a16bd8" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.767288] env[66859]: INFO networking_nsxv3.common.synchronization [req-c5ae749c-7934-43c9-816f-2360dc2e5b17 req-4c047b26-c808-4a87-ada1-74874c76e5e2 tempest-ServersAdminTestJSON-1670526874 tempest-ServersAdminTestJSON-1670526874-project-member] Enqueued Resource ID: 4522597f-f640-407a-8ae0-aa2fe02a5298 with Priority: HIGHEST for action security_group_members [ 632.767821] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4522597f-f640-407a-8ae0-aa2fe02a5298 with Priority: HIGHEST for action security_group_members [ 632.768140] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-4522597f-f640-407a-8ae0-aa2fe02a5298 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.768264] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4522597f-f640-407a-8ae0-aa2fe02a5298" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.768345] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4522597f-f640-407a-8ae0-aa2fe02a5298" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.768656] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4522597f-f640-407a-8ae0-aa2fe02a5298" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.768836] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.768944] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.769017] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.769181] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.769267] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.769384] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4522597f-f640-407a-8ae0-aa2fe02a5298',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.879924] env[66859]: INFO networking_nsxv3.common.synchronization [None req-24f6a066-65df-4c18-a2a1-8a755fdca157 None None] Enqueued Resource ID: 597d94be-cb55-4a49-8d13-3c801998babc with Priority: HIGHEST for action port [ 632.880819] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 597d94be-cb55-4a49-8d13-3c801998babc with Priority: HIGHEST for action port [ 632.880907] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock port-597d94be-cb55-4a49-8d13-3c801998babc taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.884923] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-597d94be-cb55-4a49-8d13-3c801998babc" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.885140] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-597d94be-cb55-4a49-8d13-3c801998babc" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.885394] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-597d94be-cb55-4a49-8d13-3c801998babc" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.885479] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('597d94be-cb55-4a49-8d13-3c801998babc',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.932028] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.932667] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.932880] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.933217] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.933325] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.933599] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.933776] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.933874] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.934097] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.934182] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.934275] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 94f02bb9-4419-424e-bdd4-bc4ac40eba55 is going to be updated. [ 632.983326] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.983532] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.983532] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.984264] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.984264] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.996645] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 94f02bb9-4419-424e-bdd4-bc4ac40eba55 in Status: IN_PROGRESS for 2s [ 633.116541] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('25cdc873-ff62-40a0-9e9e-1db4cb9dc98c',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.262333] env[66859]: DEBUG networking_nsxv3.common.locking [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Lock network-918 taken with stack trace [, , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.262571] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquiring lock "network-918" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.262719] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired lock "network-918" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.263152] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired external semaphore "network-918" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.263607] env[66859]: DEBUG networking_nsxv3.common.locking [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.263819] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquiring lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.263943] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.264194] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired external semaphore "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.264327] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Releasing lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.264718] env[66859]: DEBUG dogpile.cache.region [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] No value present for key: 'zone-id' {{(pid=66859) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 633.265028] env[66859]: DEBUG dogpile.lock [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] NeedRegenerationException {{(pid=66859) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 633.265110] env[66859]: DEBUG dogpile.lock [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] no value, waiting for create lock {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 633.265233] env[66859]: DEBUG dogpile.lock [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] value creation lock acquired {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 633.265342] env[66859]: DEBUG dogpile.cache.region [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] No value present for key: 'zone-id' {{(pid=66859) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 633.265526] env[66859]: DEBUG dogpile.lock [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Calling creation function for not-yet-present value {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 633.265687] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 633.271702] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.271921] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.271921] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.272183] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.272281] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.272647] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.272647] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.272803] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.272859] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.272934] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.273677] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4522597f-f640-407a-8ae0-aa2fe02a5298 already deleted. [ 633.273677] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4522597f-f640-407a-8ae0-aa2fe02a5298" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.307557] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 633.307750] env[66859]: DEBUG dogpile.cache.region [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Cache value generated in 0.042 seconds for key(s): 'zone-id' {{(pid=66859) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 633.307866] env[66859]: DEBUG dogpile.lock [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Released creation lock {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 633.308059] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Releasing lock "network-918" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.308442] env[66859]: DEBUG networking_nsxv3.common.locking [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Lock port-440b1c17-29fc-44b4-911a-d9104dd59522 taken with stack trace [, , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.308670] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquiring lock "port-440b1c17-29fc-44b4-911a-d9104dd59522" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.308777] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired lock "port-440b1c17-29fc-44b4-911a-d9104dd59522" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.309119] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired external semaphore "port-440b1c17-29fc-44b4-911a-d9104dd59522" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.309255] env[66859]: DEBUG networking_nsxv3.api.rpc [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('440b1c17-29fc-44b4-911a-d9104dd59522',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.387411] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 597d94be-cb55-4a49-8d13-3c801998babc [ 633.387845] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.387979] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.388035] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.388452] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.388452] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.388590] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:597d94be-cb55-4a49-8d13-3c801998babc already deleted. [ 633.388708] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-597d94be-cb55-4a49-8d13-3c801998babc" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.408765] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 18681103-b00f-4175-a382-0ef43f41024d in Status: SUCCESS [ 633.408765] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-18681103-b00f-4175-a382-0ef43f41024d" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.621148] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.621148] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.621148] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.621148] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.621148] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.621148] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 25cdc873-ff62-40a0-9e9e-1db4cb9dc98c is going to be created. [ 633.659121] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.659323] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.659391] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.659580] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.659747] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.677227] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 25cdc873-ff62-40a0-9e9e-1db4cb9dc98c in Status: UNINITIALIZED for 2s [ 633.812535] env[66859]: DEBUG networking_nsxv3.common.locking [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.812757] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.813117] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.813195] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.813303] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.813452] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Segment Port 440b1c17-29fc-44b4-911a-d9104dd59522 not found, creating... [ 633.813723] env[66859]: DEBUG networking_nsxv3.common.locking [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.813851] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquiring lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.813962] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.814181] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired external semaphore "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.814312] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Releasing lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.814795] env[66859]: DEBUG networking_nsxv3.common.locking [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.814795] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.814985] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.815039] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.815269] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.815480] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Resource: SegmentPort with ID: 440b1c17-29fc-44b4-911a-d9104dd59522 is going to be created. [ 633.838796] env[66859]: DEBUG networking_nsxv3.common.locking [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.839013] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.839136] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.839425] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.839650] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.841114] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Releasing lock "port-440b1c17-29fc-44b4-911a-d9104dd59522" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.602055] env[66859]: INFO networking_nsxv3.common.synchronization [req-c5ae749c-7934-43c9-816f-2360dc2e5b17 req-a6a2676e-2fe1-4de2-9fb4-dd356da84f3c service nova] Enqueued Resource ID: 4522597f-f640-407a-8ae0-aa2fe02a5298 with Priority: HIGHEST for action security_group_rules [ 634.602055] env[66859]: INFO networking_nsxv3.common.synchronization [req-c5ae749c-7934-43c9-816f-2360dc2e5b17 req-a6a2676e-2fe1-4de2-9fb4-dd356da84f3c service nova] Enqueued Resource ID: 4522597f-f640-407a-8ae0-aa2fe02a5298 with Priority: HIGHEST for action security_group_members [ 634.602055] env[66859]: INFO networking_nsxv3.common.synchronization [req-c5ae749c-7934-43c9-816f-2360dc2e5b17 req-a6a2676e-2fe1-4de2-9fb4-dd356da84f3c service nova] Enqueued Resource ID: 440b1c17-29fc-44b4-911a-d9104dd59522 with Priority: HIGHEST for action port [ 634.602700] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4522597f-f640-407a-8ae0-aa2fe02a5298 with Priority: HIGHEST for action security_group_rules [ 634.602700] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4522597f-f640-407a-8ae0-aa2fe02a5298 with Priority: HIGHEST for action security_group_members [ 634.602700] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 440b1c17-29fc-44b4-911a-d9104dd59522 with Priority: HIGHEST for action port [ 634.602700] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4522597f-f640-407a-8ae0-aa2fe02a5298 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.603051] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4522597f-f640-407a-8ae0-aa2fe02a5298" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.603051] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4522597f-f640-407a-8ae0-aa2fe02a5298" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.603212] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4522597f-f640-407a-8ae0-aa2fe02a5298" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.603299] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4522597f-f640-407a-8ae0-aa2fe02a5298',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.605033] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-4522597f-f640-407a-8ae0-aa2fe02a5298 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.605147] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4522597f-f640-407a-8ae0-aa2fe02a5298" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.606664] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4522597f-f640-407a-8ae0-aa2fe02a5298" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.606664] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4522597f-f640-407a-8ae0-aa2fe02a5298" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.606664] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.606664] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.606664] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.606664] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.606664] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.606664] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4522597f-f640-407a-8ae0-aa2fe02a5298',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.607422] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock port-440b1c17-29fc-44b4-911a-d9104dd59522 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.607538] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-440b1c17-29fc-44b4-911a-d9104dd59522" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.607538] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-440b1c17-29fc-44b4-911a-d9104dd59522" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.607994] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-440b1c17-29fc-44b4-911a-d9104dd59522" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.607994] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('440b1c17-29fc-44b4-911a-d9104dd59522',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.009222] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 94f02bb9-4419-424e-bdd4-bc4ac40eba55 in Status: SUCCESS [ 635.009222] env[66859]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 94f02bb9-4419-424e-bdd4-bc4ac40eba55 deletion is rescheduled due to dependency. [ 635.009558] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-94f02bb9-4419-424e-bdd4-bc4ac40eba55" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.109395] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4522597f-f640-407a-8ae0-aa2fe02a5298',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.111108] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-4522597f-f640-407a-8ae0-aa2fe02a5298 taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.111108] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4522597f-f640-407a-8ae0-aa2fe02a5298" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.111108] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 440b1c17-29fc-44b4-911a-d9104dd59522 with status ACTIVE [ 635.111108] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.111498] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.111498] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.111498] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.111498] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.111671] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.111761] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.111867] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.111966] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.113103] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.114662] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.115441] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.115441] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.117050] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.117050] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.117050] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 440b1c17-29fc-44b4-911a-d9104dd59522 is going to be updated. [ 635.142445] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.142617] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.142669] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.142857] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.143036] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.143271] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-440b1c17-29fc-44b4-911a-d9104dd59522" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.547571] env[66859]: INFO networking_nsxv3.common.synchronization [None req-913ac8a6-378c-469e-8426-d1dca33a8e2f None None] Enqueued Resource ID: fcfa90b0-fcba-46ba-9b59-56065debc500 with Priority: HIGHEST for action port [ 635.548321] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fcfa90b0-fcba-46ba-9b59-56065debc500 with Priority: HIGHEST for action port [ 635.548869] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock port-fcfa90b0-fcba-46ba-9b59-56065debc500 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.549092] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fcfa90b0-fcba-46ba-9b59-56065debc500" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.549233] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fcfa90b0-fcba-46ba-9b59-56065debc500" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.549680] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fcfa90b0-fcba-46ba-9b59-56065debc500" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.549869] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fcfa90b0-fcba-46ba-9b59-56065debc500',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.620521] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4522597f-f640-407a-8ae0-aa2fe02a5298',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.691414] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 25cdc873-ff62-40a0-9e9e-1db4cb9dc98c in Status: SUCCESS [ 635.691414] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-25cdc873-ff62-40a0-9e9e-1db4cb9dc98c" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.692230] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-25cdc873-ff62-40a0-9e9e-1db4cb9dc98c" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.692230] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-25cdc873-ff62-40a0-9e9e-1db4cb9dc98c" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.692341] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.692469] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.692525] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.692692] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.692776] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.692861] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-25cdc873-ff62-40a0-9e9e-1db4cb9dc98c" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.692950] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('25cdc873-ff62-40a0-9e9e-1db4cb9dc98c',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.055710] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fcfa90b0-fcba-46ba-9b59-56065debc500 [ 636.057834] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.058059] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.058410] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.058531] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.058618] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.058755] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fcfa90b0-fcba-46ba-9b59-56065debc500 already deleted. [ 636.058871] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fcfa90b0-fcba-46ba-9b59-56065debc500" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.124073] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.124073] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.124073] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.124073] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.124073] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.124073] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4522597f-f640-407a-8ae0-aa2fe02a5298 is going to be created. [ 636.154108] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.154108] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.154108] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.154108] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.154787] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.166101] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4522597f-f640-407a-8ae0-aa2fe02a5298 in Status: UNINITIALIZED for 2s [ 636.195268] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('25cdc873-ff62-40a0-9e9e-1db4cb9dc98c',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.323052] env[66859]: INFO networking_nsxv3.common.synchronization [req-ed39db84-b1c6-4350-913a-938a630ad9ba req-486ebb34-5aab-4f74-bd2b-59ec266c017e tempest-InstanceActionsV221TestJSON-1456304312 tempest-InstanceActionsV221TestJSON-1456304312-project-member] Enqueued Resource ID: e6237ad6-5a9e-4aa5-b4b6-5b76f2a344e7 with Priority: HIGHEST for action security_group_members [ 636.323052] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e6237ad6-5a9e-4aa5-b4b6-5b76f2a344e7 with Priority: HIGHEST for action security_group_members [ 636.323052] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-e6237ad6-5a9e-4aa5-b4b6-5b76f2a344e7 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.323330] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e6237ad6-5a9e-4aa5-b4b6-5b76f2a344e7" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.323437] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e6237ad6-5a9e-4aa5-b4b6-5b76f2a344e7" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.323648] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e6237ad6-5a9e-4aa5-b4b6-5b76f2a344e7" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.323809] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.323914] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.323975] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.324164] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.324275] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.324383] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e6237ad6-5a9e-4aa5-b4b6-5b76f2a344e7',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.700209] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 25cdc873-ff62-40a0-9e9e-1db4cb9dc98c: rpc.has_security_group_logging(os_id): False [ 636.724463] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.724463] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.724463] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.724463] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.724463] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.724463] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.724463] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.724463] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.724463] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.724463] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.724463] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 25cdc873-ff62-40a0-9e9e-1db4cb9dc98c is going to be created. [ 636.790666] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.790886] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.790991] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.791321] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.791575] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.812152] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 25cdc873-ff62-40a0-9e9e-1db4cb9dc98c in Status: IN_PROGRESS for 2s [ 636.826937] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.827283] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.827519] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.827819] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.828024] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.828858] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.831473] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.831473] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.831473] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.831473] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.831473] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e6237ad6-5a9e-4aa5-b4b6-5b76f2a344e7 is going to be updated. [ 636.889942] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.890192] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.890243] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.890819] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.890819] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.908020] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e6237ad6-5a9e-4aa5-b4b6-5b76f2a344e7 in Status: IN_PROGRESS for 2s [ 638.178971] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4522597f-f640-407a-8ae0-aa2fe02a5298 in Status: SUCCESS [ 638.178971] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4522597f-f640-407a-8ae0-aa2fe02a5298" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.178971] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4522597f-f640-407a-8ae0-aa2fe02a5298" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.178971] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4522597f-f640-407a-8ae0-aa2fe02a5298" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.178971] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.178971] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.178971] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.178971] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.178971] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.178971] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4522597f-f640-407a-8ae0-aa2fe02a5298" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.178971] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4522597f-f640-407a-8ae0-aa2fe02a5298',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.681200] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-4522597f-f640-407a-8ae0-aa2fe02a5298 taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.681338] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4522597f-f640-407a-8ae0-aa2fe02a5298" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.681589] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4522597f-f640-407a-8ae0-aa2fe02a5298" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.681998] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4522597f-f640-407a-8ae0-aa2fe02a5298" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.681998] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.682190] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.682301] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.682516] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.683117] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.683117] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4522597f-f640-407a-8ae0-aa2fe02a5298" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.683210] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-4522597f-f640-407a-8ae0-aa2fe02a5298 taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.683347] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4522597f-f640-407a-8ae0-aa2fe02a5298" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.683516] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4522597f-f640-407a-8ae0-aa2fe02a5298" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.685537] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4522597f-f640-407a-8ae0-aa2fe02a5298" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.685537] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.685537] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.685537] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.685537] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.685537] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.685537] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4522597f-f640-407a-8ae0-aa2fe02a5298" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.685537] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4522597f-f640-407a-8ae0-aa2fe02a5298',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.829044] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 25cdc873-ff62-40a0-9e9e-1db4cb9dc98c in Status: SUCCESS [ 638.829481] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-25cdc873-ff62-40a0-9e9e-1db4cb9dc98c" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.878165] env[66859]: INFO networking_nsxv3.common.synchronization [None req-1cc5c08c-d566-490d-a8d0-dfa042d7ca1f None None] Enqueued Resource ID: 2879b85e-05cd-4480-a386-cb6a2de9f329 with Priority: HIGHEST for action port [ 638.879390] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2879b85e-05cd-4480-a386-cb6a2de9f329 with Priority: HIGHEST for action port [ 638.879390] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock port-2879b85e-05cd-4480-a386-cb6a2de9f329 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.879561] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2879b85e-05cd-4480-a386-cb6a2de9f329" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.879654] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2879b85e-05cd-4480-a386-cb6a2de9f329" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.880088] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2879b85e-05cd-4480-a386-cb6a2de9f329" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.883921] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2879b85e-05cd-4480-a386-cb6a2de9f329',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.922354] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e6237ad6-5a9e-4aa5-b4b6-5b76f2a344e7 in Status: SUCCESS [ 638.922510] env[66859]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e6237ad6-5a9e-4aa5-b4b6-5b76f2a344e7 deletion is rescheduled due to dependency. [ 638.922570] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e6237ad6-5a9e-4aa5-b4b6-5b76f2a344e7" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.191331] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4522597f-f640-407a-8ae0-aa2fe02a5298: rpc.has_security_group_logging(os_id): False [ 639.214956] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.218137] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.218137] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.218137] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.218137] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.218137] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.218137] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.218137] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.218137] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.218137] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.218137] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.218137] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.218137] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.218137] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.218137] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.218802] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.218802] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.218802] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.218802] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.218802] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.218802] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4522597f-f640-407a-8ae0-aa2fe02a5298 is going to be created. [ 639.282018] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.282018] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.282018] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.282018] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.282018] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.299572] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4522597f-f640-407a-8ae0-aa2fe02a5298 in Status: IN_PROGRESS for 2s [ 639.389214] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2879b85e-05cd-4480-a386-cb6a2de9f329 [ 639.389458] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.389662] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.389733] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.390012] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.390134] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.390232] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2879b85e-05cd-4480-a386-cb6a2de9f329 already deleted. [ 639.390314] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2879b85e-05cd-4480-a386-cb6a2de9f329" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.506438] env[66859]: INFO networking_nsxv3.common.synchronization [req-c3fa595a-7482-404e-b699-8e466badf425 req-5e4376c7-65af-4b44-8387-83ffbe3355af tempest-DeleteServersTestJSON-1914830034 tempest-DeleteServersTestJSON-1914830034-project-member] Enqueued Resource ID: 1144757e-e67c-488c-b78d-b24437441b02 with Priority: HIGHEST for action security_group_members [ 639.506438] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1144757e-e67c-488c-b78d-b24437441b02 with Priority: HIGHEST for action security_group_members [ 639.506438] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-1144757e-e67c-488c-b78d-b24437441b02 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.506438] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1144757e-e67c-488c-b78d-b24437441b02" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.506438] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1144757e-e67c-488c-b78d-b24437441b02" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.506900] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1144757e-e67c-488c-b78d-b24437441b02" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.506900] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.506900] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.506900] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.507139] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.507186] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.507325] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1144757e-e67c-488c-b78d-b24437441b02',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.632026] env[66859]: INFO networking_nsxv3.common.synchronization [req-33bd27fb-f5f8-4861-a800-8285c98d3335 req-35b46e6a-7eff-410b-9bfb-1e40ba61d99e tempest-ServersAdminTestJSON-1670526874 tempest-ServersAdminTestJSON-1670526874-project-member] Enqueued Resource ID: 4522597f-f640-407a-8ae0-aa2fe02a5298 with Priority: HIGHEST for action security_group_members [ 639.632685] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4522597f-f640-407a-8ae0-aa2fe02a5298 with Priority: HIGHEST for action security_group_members [ 639.633580] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-4522597f-f640-407a-8ae0-aa2fe02a5298 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.633743] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4522597f-f640-407a-8ae0-aa2fe02a5298" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.633810] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4522597f-f640-407a-8ae0-aa2fe02a5298" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.634077] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4522597f-f640-407a-8ae0-aa2fe02a5298" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.634223] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.635224] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.635315] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.635763] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.635763] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.635763] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4522597f-f640-407a-8ae0-aa2fe02a5298',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.878930] env[66859]: INFO networking_nsxv3.common.synchronization [req-a8b98aa4-3c4d-46f6-a5e5-969282526c91 req-f9f8d685-dd07-4f62-8512-5893cd5ea487 tempest-InstanceActionsNegativeTestJSON-390652177 tempest-InstanceActionsNegativeTestJSON-390652177-project-member] Enqueued Resource ID: 6cd8db56-47f4-429c-8234-a12a6f9345c8 with Priority: HIGHEST for action security_group_members [ 639.879998] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6cd8db56-47f4-429c-8234-a12a6f9345c8 with Priority: HIGHEST for action security_group_members [ 639.879998] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-6cd8db56-47f4-429c-8234-a12a6f9345c8 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.881788] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6cd8db56-47f4-429c-8234-a12a6f9345c8" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.881934] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6cd8db56-47f4-429c-8234-a12a6f9345c8" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.882888] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6cd8db56-47f4-429c-8234-a12a6f9345c8" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.882888] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.882888] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.882888] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.882888] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.882888] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.882888] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6cd8db56-47f4-429c-8234-a12a6f9345c8',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.011920] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.011920] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.011920] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.011920] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.011920] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.011920] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.011920] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.011920] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.011920] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.011920] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.011920] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1144757e-e67c-488c-b78d-b24437441b02 is going to be updated. [ 640.042515] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.042515] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.042832] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.042832] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.042937] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.055787] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1144757e-e67c-488c-b78d-b24437441b02 in Status: IN_PROGRESS for 2s [ 640.138302] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4522597f-f640-407a-8ae0-aa2fe02a5298',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.219864] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock network-918 taken with stack trace [, , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.220255] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "network-918" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.220255] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "network-918" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.220615] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "network-918" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.220906] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.221105] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.221256] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.221457] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.221600] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.221862] env[66859]: DEBUG dogpile.cache.region [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] No value present for key: 'zone-id' {{(pid=66859) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 640.221900] env[66859]: DEBUG dogpile.lock [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] NeedRegenerationException {{(pid=66859) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 640.222008] env[66859]: DEBUG dogpile.lock [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] no value, waiting for create lock {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 640.222348] env[66859]: DEBUG dogpile.lock [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] value creation lock acquired {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 640.222348] env[66859]: DEBUG dogpile.cache.region [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] No value present for key: 'zone-id' {{(pid=66859) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 640.222348] env[66859]: DEBUG dogpile.lock [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Calling creation function for not-yet-present value {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 640.222570] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 640.244736] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 640.244938] env[66859]: DEBUG dogpile.cache.region [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66859) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 640.245545] env[66859]: DEBUG dogpile.lock [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Released creation lock {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 640.245545] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "network-918" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.245716] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock port-1c55427b-9119-49d4-aebc-5553815e1f87 taken with stack trace [, , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.245908] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "port-1c55427b-9119-49d4-aebc-5553815e1f87" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.246025] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "port-1c55427b-9119-49d4-aebc-5553815e1f87" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.246466] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "port-1c55427b-9119-49d4-aebc-5553815e1f87" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.246631] env[66859]: DEBUG networking_nsxv3.api.rpc [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1c55427b-9119-49d4-aebc-5553815e1f87',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.386375] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.386763] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.386763] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.387162] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.387162] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.387354] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.387354] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.387443] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.387570] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.387741] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.387741] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6cd8db56-47f4-429c-8234-a12a6f9345c8 is going to be updated. [ 640.429124] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.429305] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.429348] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.429644] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.429788] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.440060] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6cd8db56-47f4-429c-8234-a12a6f9345c8 in Status: IN_PROGRESS for 2s [ 640.641034] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4522597f-f640-407a-8ae0-aa2fe02a5298',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.750268] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.750486] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.750951] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.750951] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.751131] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.751209] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Segment Port 1c55427b-9119-49d4-aebc-5553815e1f87 not found, creating... [ 640.751404] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.751555] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.751665] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.751876] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.752014] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.752296] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.752446] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.752556] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.753093] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.753093] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.753093] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Resource: SegmentPort with ID: 1c55427b-9119-49d4-aebc-5553815e1f87 is going to be created. [ 640.776051] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.776051] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.776051] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.776051] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.776051] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.776051] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "port-1c55427b-9119-49d4-aebc-5553815e1f87" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.144287] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.144443] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.144511] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.144743] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.144835] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.144934] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4522597f-f640-407a-8ae0-aa2fe02a5298 is going to be updated. [ 641.176327] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.176496] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.176559] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.176761] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.176900] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.186346] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4522597f-f640-407a-8ae0-aa2fe02a5298 in Status: IN_PROGRESS for 2s [ 641.314552] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4522597f-f640-407a-8ae0-aa2fe02a5298 in Status: SUCCESS [ 641.314869] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4522597f-f640-407a-8ae0-aa2fe02a5298" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.513961] env[66859]: INFO networking_nsxv3.common.synchronization [req-33bd27fb-f5f8-4861-a800-8285c98d3335 req-3ee7f315-7d9a-4d7a-a004-faa84b01f332 service nova] Enqueued Resource ID: 4522597f-f640-407a-8ae0-aa2fe02a5298 with Priority: HIGHEST for action security_group_rules [ 641.513961] env[66859]: INFO networking_nsxv3.common.synchronization [req-33bd27fb-f5f8-4861-a800-8285c98d3335 req-3ee7f315-7d9a-4d7a-a004-faa84b01f332 service nova] Enqueued Resource ID: 4522597f-f640-407a-8ae0-aa2fe02a5298 with Priority: HIGHEST for action security_group_members [ 641.513961] env[66859]: INFO networking_nsxv3.common.synchronization [req-33bd27fb-f5f8-4861-a800-8285c98d3335 req-3ee7f315-7d9a-4d7a-a004-faa84b01f332 service nova] Enqueued Resource ID: 1c55427b-9119-49d4-aebc-5553815e1f87 with Priority: HIGHEST for action port [ 641.513961] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4522597f-f640-407a-8ae0-aa2fe02a5298 with Priority: HIGHEST for action security_group_rules [ 641.513961] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4522597f-f640-407a-8ae0-aa2fe02a5298 with Priority: HIGHEST for action security_group_members [ 641.513961] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c55427b-9119-49d4-aebc-5553815e1f87 with Priority: HIGHEST for action port [ 641.515131] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4522597f-f640-407a-8ae0-aa2fe02a5298 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.517336] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4522597f-f640-407a-8ae0-aa2fe02a5298" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.517336] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4522597f-f640-407a-8ae0-aa2fe02a5298" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.517336] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4522597f-f640-407a-8ae0-aa2fe02a5298" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.517336] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4522597f-f640-407a-8ae0-aa2fe02a5298',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.521054] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-4522597f-f640-407a-8ae0-aa2fe02a5298 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.521300] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4522597f-f640-407a-8ae0-aa2fe02a5298" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.521368] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock port-1c55427b-9119-49d4-aebc-5553815e1f87 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.521464] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1c55427b-9119-49d4-aebc-5553815e1f87" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.521526] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1c55427b-9119-49d4-aebc-5553815e1f87" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.521697] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1c55427b-9119-49d4-aebc-5553815e1f87" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.521825] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1c55427b-9119-49d4-aebc-5553815e1f87',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.028496] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-4522597f-f640-407a-8ae0-aa2fe02a5298 taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.028496] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4522597f-f640-407a-8ae0-aa2fe02a5298" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.028496] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1c55427b-9119-49d4-aebc-5553815e1f87 with status ACTIVE [ 642.028496] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.028496] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.028496] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.028496] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.028496] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.028916] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.028916] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.028916] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.029029] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.029176] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.029291] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.029386] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.029471] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.029661] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.029743] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.029830] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1c55427b-9119-49d4-aebc-5553815e1f87 is going to be updated. [ 642.057397] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.057397] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.057397] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.057643] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.057643] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.057759] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1c55427b-9119-49d4-aebc-5553815e1f87" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.067021] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1144757e-e67c-488c-b78d-b24437441b02 in Status: SUCCESS [ 642.068086] env[66859]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1144757e-e67c-488c-b78d-b24437441b02 deletion is rescheduled due to dependency. [ 642.068086] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1144757e-e67c-488c-b78d-b24437441b02" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.252244] env[66859]: INFO networking_nsxv3.common.synchronization [None req-98e34be9-1458-4678-8f7d-92b9579b2792 None None] Enqueued Resource ID: 1ba7880e-59e0-44bb-a112-c481881eea55 with Priority: HIGHEST for action port [ 642.252991] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ba7880e-59e0-44bb-a112-c481881eea55 with Priority: HIGHEST for action port [ 642.253242] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock port-1ba7880e-59e0-44bb-a112-c481881eea55 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.253365] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1ba7880e-59e0-44bb-a112-c481881eea55" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.253418] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1ba7880e-59e0-44bb-a112-c481881eea55" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.253714] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1ba7880e-59e0-44bb-a112-c481881eea55" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.253997] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1ba7880e-59e0-44bb-a112-c481881eea55',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.453820] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6cd8db56-47f4-429c-8234-a12a6f9345c8 in Status: SUCCESS [ 642.454137] env[66859]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6cd8db56-47f4-429c-8234-a12a6f9345c8 deletion is rescheduled due to dependency. [ 642.454137] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6cd8db56-47f4-429c-8234-a12a6f9345c8" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.757418] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1ba7880e-59e0-44bb-a112-c481881eea55 [ 642.757418] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.757418] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.757418] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.757418] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.757418] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.757418] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1ba7880e-59e0-44bb-a112-c481881eea55 already deleted. [ 642.757418] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1ba7880e-59e0-44bb-a112-c481881eea55" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.996845] env[66859]: INFO networking_nsxv3.common.synchronization [None req-cbe2c5c0-f107-4440-aea9-b547cac46c71 None None] Enqueued Resource ID: 8bd23c1b-d6db-440b-84ee-3b52d544cfa6 with Priority: HIGHEST for action port [ 642.997657] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8bd23c1b-d6db-440b-84ee-3b52d544cfa6 with Priority: HIGHEST for action port [ 642.998581] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock port-8bd23c1b-d6db-440b-84ee-3b52d544cfa6 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.998714] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8bd23c1b-d6db-440b-84ee-3b52d544cfa6" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.998788] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8bd23c1b-d6db-440b-84ee-3b52d544cfa6" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.001306] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8bd23c1b-d6db-440b-84ee-3b52d544cfa6" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.001306] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8bd23c1b-d6db-440b-84ee-3b52d544cfa6',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.198162] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4522597f-f640-407a-8ae0-aa2fe02a5298 in Status: SUCCESS [ 643.198387] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4522597f-f640-407a-8ae0-aa2fe02a5298" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.198653] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4522597f-f640-407a-8ae0-aa2fe02a5298" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.198882] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4522597f-f640-407a-8ae0-aa2fe02a5298" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.199071] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.199189] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.199240] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.199396] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.199484] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.199620] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4522597f-f640-407a-8ae0-aa2fe02a5298',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.503693] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8bd23c1b-d6db-440b-84ee-3b52d544cfa6 [ 643.503973] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.504125] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.504125] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.504336] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.504735] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.504735] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8bd23c1b-d6db-440b-84ee-3b52d544cfa6 already deleted. [ 643.504735] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8bd23c1b-d6db-440b-84ee-3b52d544cfa6" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.522144] env[66859]: INFO networking_nsxv3.common.synchronization [None req-8d55ba35-f9a7-4645-8e43-d6d62df87142 None None] Enqueued Resource ID: 2cb7504a-441a-4cb0-9dc6-c59dd0e76e90 with Priority: HIGHEST for action port [ 643.522144] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2cb7504a-441a-4cb0-9dc6-c59dd0e76e90 with Priority: HIGHEST for action port [ 643.522348] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock port-2cb7504a-441a-4cb0-9dc6-c59dd0e76e90 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.522450] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2cb7504a-441a-4cb0-9dc6-c59dd0e76e90" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.522514] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2cb7504a-441a-4cb0-9dc6-c59dd0e76e90" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.522811] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2cb7504a-441a-4cb0-9dc6-c59dd0e76e90" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.522900] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2cb7504a-441a-4cb0-9dc6-c59dd0e76e90',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.701807] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4522597f-f640-407a-8ae0-aa2fe02a5298',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.990469] env[66859]: INFO networking_nsxv3.common.synchronization [req-1e242f17-8ff9-4406-b27b-43ea8d3e8ea1 req-d4aa22a5-6d56-488a-b2ef-87b3b95514c2 tempest-ServersAdminNegativeTestJSON-2133369363 tempest-ServersAdminNegativeTestJSON-2133369363-project-member] Enqueued Resource ID: 68272dce-d5c2-448b-9d17-a6059264aa6b with Priority: HIGHEST for action security_group_members [ 643.990629] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68272dce-d5c2-448b-9d17-a6059264aa6b with Priority: HIGHEST for action security_group_members [ 643.991529] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-68272dce-d5c2-448b-9d17-a6059264aa6b taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.991529] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-68272dce-d5c2-448b-9d17-a6059264aa6b" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.992642] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-68272dce-d5c2-448b-9d17-a6059264aa6b" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.992642] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-68272dce-d5c2-448b-9d17-a6059264aa6b" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.992642] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.992642] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.992642] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.992642] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.992642] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.992943] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('68272dce-d5c2-448b-9d17-a6059264aa6b',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.029627] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2cb7504a-441a-4cb0-9dc6-c59dd0e76e90 [ 644.031800] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.031800] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.031800] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.031800] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.031800] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.031800] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2cb7504a-441a-4cb0-9dc6-c59dd0e76e90 already deleted. [ 644.031800] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2cb7504a-441a-4cb0-9dc6-c59dd0e76e90" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.205032] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4522597f-f640-407a-8ae0-aa2fe02a5298',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.494587] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('68272dce-d5c2-448b-9d17-a6059264aa6b',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.562625] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock network-96 taken with stack trace [, , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.565452] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "network-96" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.565452] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "network-96" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.565452] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "network-96" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.565452] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.565452] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.565452] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.565452] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.565452] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.565452] env[66859]: DEBUG dogpile.cache.region [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] No value present for key: 'zone-id' {{(pid=66859) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 644.565452] env[66859]: DEBUG dogpile.lock [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] NeedRegenerationException {{(pid=66859) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 644.565452] env[66859]: DEBUG dogpile.lock [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] no value, waiting for create lock {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 644.565452] env[66859]: DEBUG dogpile.lock [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] value creation lock acquired {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 644.565452] env[66859]: DEBUG dogpile.cache.region [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] No value present for key: 'zone-id' {{(pid=66859) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 644.565452] env[66859]: DEBUG dogpile.lock [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Calling creation function for not-yet-present value {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 644.565929] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 644.607271] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 644.607271] env[66859]: DEBUG dogpile.cache.region [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Cache value generated in 0.041 seconds for key(s): 'zone-id' {{(pid=66859) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 644.607271] env[66859]: DEBUG dogpile.lock [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Released creation lock {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 644.607271] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "network-96" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.607574] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock port-0a08b814-b6bd-4037-a515-52ed05454597 taken with stack trace [, , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.607780] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "port-0a08b814-b6bd-4037-a515-52ed05454597" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.608438] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "port-0a08b814-b6bd-4037-a515-52ed05454597" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.608438] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "port-0a08b814-b6bd-4037-a515-52ed05454597" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.608438] env[66859]: DEBUG networking_nsxv3.api.rpc [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0a08b814-b6bd-4037-a515-52ed05454597',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.709738] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.709738] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.709738] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.709738] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.709738] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.710273] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4522597f-f640-407a-8ae0-aa2fe02a5298 is going to be updated. [ 644.754474] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.754474] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.754474] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.754734] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.755203] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.774770] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4522597f-f640-407a-8ae0-aa2fe02a5298 in Status: IN_PROGRESS for 2s [ 644.998117] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('68272dce-d5c2-448b-9d17-a6059264aa6b',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.111861] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.112476] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.114868] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.114868] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.114868] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.114868] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Segment Port 0a08b814-b6bd-4037-a515-52ed05454597 not found, creating... [ 645.114868] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.114868] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.114868] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.114868] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.114868] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.117931] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.117931] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.118811] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.119667] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.121254] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.121254] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Resource: SegmentPort with ID: 0a08b814-b6bd-4037-a515-52ed05454597 is going to be created. [ 645.146091] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.150119] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.150119] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.150614] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.151024] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.151112] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "port-0a08b814-b6bd-4037-a515-52ed05454597" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.504566] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.505715] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.505715] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.505715] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.505943] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.505943] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 68272dce-d5c2-448b-9d17-a6059264aa6b is going to be updated. [ 645.541958] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.542434] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.542563] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.542760] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.542922] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.556686] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 68272dce-d5c2-448b-9d17-a6059264aa6b in Status: IN_PROGRESS for 2s [ 645.860066] env[66859]: INFO networking_nsxv3.common.synchronization [req-1e242f17-8ff9-4406-b27b-43ea8d3e8ea1 req-85263b2e-3ec6-4a70-9415-7eb780f493a7 service nova] Enqueued Resource ID: 68272dce-d5c2-448b-9d17-a6059264aa6b with Priority: HIGHEST for action security_group_rules [ 645.860066] env[66859]: INFO networking_nsxv3.common.synchronization [req-1e242f17-8ff9-4406-b27b-43ea8d3e8ea1 req-85263b2e-3ec6-4a70-9415-7eb780f493a7 service nova] Enqueued Resource ID: 68272dce-d5c2-448b-9d17-a6059264aa6b with Priority: HIGHEST for action security_group_members [ 645.860066] env[66859]: INFO networking_nsxv3.common.synchronization [req-1e242f17-8ff9-4406-b27b-43ea8d3e8ea1 req-85263b2e-3ec6-4a70-9415-7eb780f493a7 service nova] Enqueued Resource ID: 0a08b814-b6bd-4037-a515-52ed05454597 with Priority: HIGHEST for action port [ 645.861494] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68272dce-d5c2-448b-9d17-a6059264aa6b with Priority: HIGHEST for action security_group_rules [ 645.862203] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68272dce-d5c2-448b-9d17-a6059264aa6b with Priority: HIGHEST for action security_group_members [ 645.862203] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a08b814-b6bd-4037-a515-52ed05454597 with Priority: HIGHEST for action port [ 645.864488] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock rules-68272dce-d5c2-448b-9d17-a6059264aa6b taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.864488] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-68272dce-d5c2-448b-9d17-a6059264aa6b" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.864488] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-68272dce-d5c2-448b-9d17-a6059264aa6b" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.864488] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-68272dce-d5c2-448b-9d17-a6059264aa6b" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.864488] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('68272dce-d5c2-448b-9d17-a6059264aa6b',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.866011] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-68272dce-d5c2-448b-9d17-a6059264aa6b taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.866138] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-68272dce-d5c2-448b-9d17-a6059264aa6b" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.868530] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock port-0a08b814-b6bd-4037-a515-52ed05454597 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.868530] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0a08b814-b6bd-4037-a515-52ed05454597" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.868530] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0a08b814-b6bd-4037-a515-52ed05454597" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.868530] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0a08b814-b6bd-4037-a515-52ed05454597" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.868530] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0a08b814-b6bd-4037-a515-52ed05454597',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.935781] env[66859]: INFO networking_nsxv3.common.synchronization [None req-8ca9d68e-17fa-45e8-9219-6878cbc70705 None None] Enqueued Resource ID: bf2c862f-dcd7-43d5-8de5-35382bcc2d0b with Priority: HIGHEST for action port [ 645.936131] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf2c862f-dcd7-43d5-8de5-35382bcc2d0b with Priority: HIGHEST for action port [ 645.936503] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock port-bf2c862f-dcd7-43d5-8de5-35382bcc2d0b taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.936648] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bf2c862f-dcd7-43d5-8de5-35382bcc2d0b" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.936706] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bf2c862f-dcd7-43d5-8de5-35382bcc2d0b" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.940111] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bf2c862f-dcd7-43d5-8de5-35382bcc2d0b" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.940111] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bf2c862f-dcd7-43d5-8de5-35382bcc2d0b',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.370188] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-68272dce-d5c2-448b-9d17-a6059264aa6b taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.370364] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-68272dce-d5c2-448b-9d17-a6059264aa6b" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.374269] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0a08b814-b6bd-4037-a515-52ed05454597 with status ACTIVE [ 646.374269] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.374269] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.374269] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.374569] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.374627] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.375577] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.375577] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.375577] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.375577] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.375934] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.377393] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.377697] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.377835] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.378289] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.378289] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.378511] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0a08b814-b6bd-4037-a515-52ed05454597 is going to be updated. [ 646.409487] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.409487] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.409487] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.409487] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.409487] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.409487] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0a08b814-b6bd-4037-a515-52ed05454597" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.439660] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bf2c862f-dcd7-43d5-8de5-35382bcc2d0b [ 646.440378] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.440378] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.440529] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.441070] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.441070] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.441236] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bf2c862f-dcd7-43d5-8de5-35382bcc2d0b already deleted. [ 646.441395] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bf2c862f-dcd7-43d5-8de5-35382bcc2d0b" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.605308] env[66859]: INFO networking_nsxv3.common.synchronization [req-a7bc2658-94df-47fe-8d61-cb4182fb0a2e req-246538e6-69f7-4397-93e7-dab65eafc688 tempest-ServersTestJSON-1355909223 tempest-ServersTestJSON-1355909223-project-member] Enqueued Resource ID: db3c18d0-0157-4b32-aa29-403e7eda3e16 with Priority: HIGHEST for action security_group_members [ 646.605308] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db3c18d0-0157-4b32-aa29-403e7eda3e16 with Priority: HIGHEST for action security_group_members [ 646.605308] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-db3c18d0-0157-4b32-aa29-403e7eda3e16 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.605308] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-db3c18d0-0157-4b32-aa29-403e7eda3e16" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.605308] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-db3c18d0-0157-4b32-aa29-403e7eda3e16" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.605308] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-db3c18d0-0157-4b32-aa29-403e7eda3e16" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.606450] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.606450] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.606450] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.606450] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.606450] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.606450] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('db3c18d0-0157-4b32-aa29-403e7eda3e16',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.791533] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4522597f-f640-407a-8ae0-aa2fe02a5298 in Status: SUCCESS [ 646.792022] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4522597f-f640-407a-8ae0-aa2fe02a5298" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.792400] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4522597f-f640-407a-8ae0-aa2fe02a5298" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.792698] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4522597f-f640-407a-8ae0-aa2fe02a5298" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.792974] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.793358] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.793483] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.794297] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.794411] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.794653] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4522597f-f640-407a-8ae0-aa2fe02a5298" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.794993] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4522597f-f640-407a-8ae0-aa2fe02a5298',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.883999] env[66859]: INFO networking_nsxv3.common.synchronization [None req-ab502616-50e7-430e-bf46-be14420eb189 None None] Enqueued Resource ID: 92df06c5-b9f6-41b6-90a8-928a24288c77 with Priority: HIGHEST for action port [ 646.887730] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 92df06c5-b9f6-41b6-90a8-928a24288c77 with Priority: HIGHEST for action port [ 646.887730] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock port-92df06c5-b9f6-41b6-90a8-928a24288c77 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.887730] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-92df06c5-b9f6-41b6-90a8-928a24288c77" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.887730] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-92df06c5-b9f6-41b6-90a8-928a24288c77" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.887730] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-92df06c5-b9f6-41b6-90a8-928a24288c77" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.887730] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('92df06c5-b9f6-41b6-90a8-928a24288c77',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.917039] env[66859]: INFO networking_nsxv3.common.synchronization [None req-a87167d1-5cdd-4d83-86a8-bb1186d5aa8c None None] Enqueued Resource ID: 0ae82a15-460a-4b4b-a851-67afb0c850ce with Priority: HIGHEST for action port [ 646.917039] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0ae82a15-460a-4b4b-a851-67afb0c850ce with Priority: HIGHEST for action port [ 646.917836] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock port-0ae82a15-460a-4b4b-a851-67afb0c850ce taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.918022] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0ae82a15-460a-4b4b-a851-67afb0c850ce" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.918081] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0ae82a15-460a-4b4b-a851-67afb0c850ce" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.918327] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0ae82a15-460a-4b4b-a851-67afb0c850ce" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.918411] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0ae82a15-460a-4b4b-a851-67afb0c850ce',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.113923] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.113923] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.113923] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.113923] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.113923] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.113923] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.113923] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.113923] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.113923] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.113923] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.113923] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: db3c18d0-0157-4b32-aa29-403e7eda3e16 already deleted. [ 647.113923] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-db3c18d0-0157-4b32-aa29-403e7eda3e16" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.300887] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-4522597f-f640-407a-8ae0-aa2fe02a5298 taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.300887] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4522597f-f640-407a-8ae0-aa2fe02a5298" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.300887] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4522597f-f640-407a-8ae0-aa2fe02a5298" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.300887] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4522597f-f640-407a-8ae0-aa2fe02a5298" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.300887] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.300887] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.300887] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.300887] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.300887] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.300887] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4522597f-f640-407a-8ae0-aa2fe02a5298" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.300887] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-4522597f-f640-407a-8ae0-aa2fe02a5298 taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.300887] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4522597f-f640-407a-8ae0-aa2fe02a5298" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.300887] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4522597f-f640-407a-8ae0-aa2fe02a5298" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.300887] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4522597f-f640-407a-8ae0-aa2fe02a5298" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.300887] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.300887] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.301491] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.301491] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.301491] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.301491] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4522597f-f640-407a-8ae0-aa2fe02a5298" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.301491] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4522597f-f640-407a-8ae0-aa2fe02a5298',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.391429] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 92df06c5-b9f6-41b6-90a8-928a24288c77 [ 647.391664] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.391813] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.391893] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.392222] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.392330] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.392462] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:92df06c5-b9f6-41b6-90a8-928a24288c77 already deleted. [ 647.392690] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-92df06c5-b9f6-41b6-90a8-928a24288c77" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.421458] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0ae82a15-460a-4b4b-a851-67afb0c850ce [ 647.421533] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.421678] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.421793] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.422776] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.422776] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.422776] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0ae82a15-460a-4b4b-a851-67afb0c850ce already deleted. [ 647.422776] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0ae82a15-460a-4b4b-a851-67afb0c850ce" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.544718] env[66859]: DEBUG networking_nsxv3.common.locking [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Lock network-736 taken with stack trace [, , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.544956] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquiring lock "network-736" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.545339] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired lock "network-736" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.545690] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired external semaphore "network-736" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.546069] env[66859]: DEBUG networking_nsxv3.common.locking [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.546184] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquiring lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.546333] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.546698] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired external semaphore "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.546785] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Releasing lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.547107] env[66859]: DEBUG dogpile.cache.region [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] No value present for key: 'zone-id' {{(pid=66859) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 647.547182] env[66859]: DEBUG dogpile.lock [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] NeedRegenerationException {{(pid=66859) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 647.547418] env[66859]: DEBUG dogpile.lock [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] no value, waiting for create lock {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 647.547807] env[66859]: DEBUG dogpile.lock [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] value creation lock acquired {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 647.548780] env[66859]: DEBUG dogpile.cache.region [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] No value present for key: 'zone-id' {{(pid=66859) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 647.548780] env[66859]: DEBUG dogpile.lock [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Calling creation function for not-yet-present value {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 647.548780] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 647.570689] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 68272dce-d5c2-448b-9d17-a6059264aa6b in Status: SUCCESS [ 647.571680] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-68272dce-d5c2-448b-9d17-a6059264aa6b" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.571866] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-68272dce-d5c2-448b-9d17-a6059264aa6b" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.572261] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-68272dce-d5c2-448b-9d17-a6059264aa6b" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.572470] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.572633] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.572682] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.572838] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.574830] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.574830] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('68272dce-d5c2-448b-9d17-a6059264aa6b',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.575812] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 647.575812] env[66859]: DEBUG dogpile.cache.region [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=66859) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 647.575812] env[66859]: DEBUG dogpile.lock [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Released creation lock {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 647.576066] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Releasing lock "network-736" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.576296] env[66859]: DEBUG networking_nsxv3.common.locking [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Lock port-0f1dc86c-306b-446e-b1ba-2e5b70c5fc8e taken with stack trace [, , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.576381] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquiring lock "port-0f1dc86c-306b-446e-b1ba-2e5b70c5fc8e" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.576634] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired lock "port-0f1dc86c-306b-446e-b1ba-2e5b70c5fc8e" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.576878] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired external semaphore "port-0f1dc86c-306b-446e-b1ba-2e5b70c5fc8e" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.576943] env[66859]: DEBUG networking_nsxv3.api.rpc [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0f1dc86c-306b-446e-b1ba-2e5b70c5fc8e',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.807028] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4522597f-f640-407a-8ae0-aa2fe02a5298: rpc.has_security_group_logging(os_id): False [ 647.825189] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.825360] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.825429] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.825645] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.825735] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.825928] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.826055] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.826103] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.826258] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.826332] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.826556] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.826652] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.826727] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.826873] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.826943] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.829368] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.829484] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.829541] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.829725] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.829806] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.829891] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4522597f-f640-407a-8ae0-aa2fe02a5298 is going to be updated. [ 647.902089] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.902089] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.902089] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.902089] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.902089] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.922937] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4522597f-f640-407a-8ae0-aa2fe02a5298 in Status: IN_PROGRESS for 2s [ 648.076800] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('68272dce-d5c2-448b-9d17-a6059264aa6b',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.081239] env[66859]: DEBUG networking_nsxv3.common.locking [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.081239] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.081239] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.081239] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.081239] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.081239] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Segment Port 0f1dc86c-306b-446e-b1ba-2e5b70c5fc8e not found, creating... [ 648.081564] env[66859]: DEBUG networking_nsxv3.common.locking [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.081564] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquiring lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.081813] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.081958] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired external semaphore "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.082932] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Releasing lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.082932] env[66859]: DEBUG networking_nsxv3.common.locking [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.082932] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.082932] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.083146] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.083401] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.084836] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Resource: SegmentPort with ID: 0f1dc86c-306b-446e-b1ba-2e5b70c5fc8e is going to be created. [ 648.112602] env[66859]: DEBUG networking_nsxv3.common.locking [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.112952] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.113179] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.113586] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.113933] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.114338] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Releasing lock "port-0f1dc86c-306b-446e-b1ba-2e5b70c5fc8e" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.579588] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('68272dce-d5c2-448b-9d17-a6059264aa6b',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.061570] env[66859]: INFO networking_nsxv3.common.synchronization [req-a7bc2658-94df-47fe-8d61-cb4182fb0a2e req-2484ff96-e7dc-4eaa-a771-2adeaa45e3de service nova] Enqueued Resource ID: db3c18d0-0157-4b32-aa29-403e7eda3e16 with Priority: HIGHEST for action security_group_rules [ 649.061868] env[66859]: INFO networking_nsxv3.common.synchronization [req-a7bc2658-94df-47fe-8d61-cb4182fb0a2e req-2484ff96-e7dc-4eaa-a771-2adeaa45e3de service nova] Enqueued Resource ID: db3c18d0-0157-4b32-aa29-403e7eda3e16 with Priority: HIGHEST for action security_group_members [ 649.061868] env[66859]: INFO networking_nsxv3.common.synchronization [req-a7bc2658-94df-47fe-8d61-cb4182fb0a2e req-2484ff96-e7dc-4eaa-a771-2adeaa45e3de service nova] Enqueued Resource ID: 0f1dc86c-306b-446e-b1ba-2e5b70c5fc8e with Priority: HIGHEST for action port [ 649.063161] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db3c18d0-0157-4b32-aa29-403e7eda3e16 with Priority: HIGHEST for action security_group_rules [ 649.063161] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db3c18d0-0157-4b32-aa29-403e7eda3e16 with Priority: HIGHEST for action security_group_members [ 649.063161] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f1dc86c-306b-446e-b1ba-2e5b70c5fc8e with Priority: HIGHEST for action port [ 649.064840] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock rules-db3c18d0-0157-4b32-aa29-403e7eda3e16 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.064840] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-db3c18d0-0157-4b32-aa29-403e7eda3e16" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.064840] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-db3c18d0-0157-4b32-aa29-403e7eda3e16" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.065128] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-db3c18d0-0157-4b32-aa29-403e7eda3e16" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.065180] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('db3c18d0-0157-4b32-aa29-403e7eda3e16',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.066954] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-db3c18d0-0157-4b32-aa29-403e7eda3e16 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.066954] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-db3c18d0-0157-4b32-aa29-403e7eda3e16" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.066954] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-db3c18d0-0157-4b32-aa29-403e7eda3e16" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.066954] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-db3c18d0-0157-4b32-aa29-403e7eda3e16" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.066954] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.066954] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.066954] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.067344] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.067344] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.067344] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('db3c18d0-0157-4b32-aa29-403e7eda3e16',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.068568] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock port-0f1dc86c-306b-446e-b1ba-2e5b70c5fc8e taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.068568] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0f1dc86c-306b-446e-b1ba-2e5b70c5fc8e" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.068767] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0f1dc86c-306b-446e-b1ba-2e5b70c5fc8e" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.068963] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0f1dc86c-306b-446e-b1ba-2e5b70c5fc8e" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.068963] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0f1dc86c-306b-446e-b1ba-2e5b70c5fc8e',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.086120] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.086311] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.086442] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.086879] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.086983] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.087247] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 68272dce-d5c2-448b-9d17-a6059264aa6b is going to be updated. [ 649.123177] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.123718] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.123718] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.123718] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.123927] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.136862] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 68272dce-d5c2-448b-9d17-a6059264aa6b in Status: IN_PROGRESS for 2s [ 649.571362] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('db3c18d0-0157-4b32-aa29-403e7eda3e16',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.572839] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-db3c18d0-0157-4b32-aa29-403e7eda3e16 taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.573591] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-db3c18d0-0157-4b32-aa29-403e7eda3e16" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.573692] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0f1dc86c-306b-446e-b1ba-2e5b70c5fc8e with status ACTIVE [ 649.575017] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.575017] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.575017] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.575017] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.575017] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.575522] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.576160] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.576160] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.577041] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.578249] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.578249] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.578249] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.578249] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.578249] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.578249] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.578249] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0f1dc86c-306b-446e-b1ba-2e5b70c5fc8e is going to be updated. [ 649.612346] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.612346] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.612346] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.614652] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.614652] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.614652] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0f1dc86c-306b-446e-b1ba-2e5b70c5fc8e" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.724925] env[66859]: INFO networking_nsxv3.common.synchronization [req-bea42ff4-1db4-418e-b96f-f404450394d1 req-bb2e33ec-a126-4b83-a884-3020c37a0162 tempest-SecurityGroupsTestJSON-333763930 tempest-SecurityGroupsTestJSON-333763930-project-member] Enqueued Resource ID: da1f97c1-5b6a-4cef-b9ab-8112d4c337bd with Priority: HIGHEST for action security_group_members [ 649.728188] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: da1f97c1-5b6a-4cef-b9ab-8112d4c337bd with Priority: HIGHEST for action security_group_members [ 649.728188] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-da1f97c1-5b6a-4cef-b9ab-8112d4c337bd taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.728188] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-da1f97c1-5b6a-4cef-b9ab-8112d4c337bd" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.728188] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-da1f97c1-5b6a-4cef-b9ab-8112d4c337bd" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.728188] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-da1f97c1-5b6a-4cef-b9ab-8112d4c337bd" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.728188] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.728188] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.728188] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.728188] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.728188] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.728188] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('da1f97c1-5b6a-4cef-b9ab-8112d4c337bd',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.945279] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4522597f-f640-407a-8ae0-aa2fe02a5298 in Status: SUCCESS [ 649.945279] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4522597f-f640-407a-8ae0-aa2fe02a5298" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.074655] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('db3c18d0-0157-4b32-aa29-403e7eda3e16',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.232105] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.232105] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.232105] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.232262] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.233489] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.233489] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.233489] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.233489] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.233489] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.233489] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.233489] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: da1f97c1-5b6a-4cef-b9ab-8112d4c337bd already deleted. [ 650.233489] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-da1f97c1-5b6a-4cef-b9ab-8112d4c337bd" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.265972] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock network-514 taken with stack trace [, , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.266242] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "network-514" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.266464] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "network-514" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.266904] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "network-514" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.267237] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.268400] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.268400] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.268400] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.268400] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.268400] env[66859]: DEBUG dogpile.cache.region [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] No value present for key: 'zone-id' {{(pid=66859) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 650.268400] env[66859]: DEBUG dogpile.lock [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] NeedRegenerationException {{(pid=66859) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 650.268400] env[66859]: DEBUG dogpile.lock [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] no value, waiting for create lock {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 650.268856] env[66859]: DEBUG dogpile.lock [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] value creation lock acquired {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 650.268856] env[66859]: DEBUG dogpile.cache.region [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] No value present for key: 'zone-id' {{(pid=66859) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 650.268856] env[66859]: DEBUG dogpile.lock [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Calling creation function for not-yet-present value {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 650.268856] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 650.290840] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 650.290840] env[66859]: DEBUG dogpile.cache.region [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66859) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 650.290840] env[66859]: DEBUG dogpile.lock [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Released creation lock {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 650.291680] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "network-514" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.292115] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock port-77f37379-98ff-429f-a3be-694ba9d72a8c taken with stack trace [, , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.292336] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "port-77f37379-98ff-429f-a3be-694ba9d72a8c" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.292493] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "port-77f37379-98ff-429f-a3be-694ba9d72a8c" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.292919] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "port-77f37379-98ff-429f-a3be-694ba9d72a8c" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.293093] env[66859]: DEBUG networking_nsxv3.api.rpc [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('77f37379-98ff-429f-a3be-694ba9d72a8c',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.578312] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.578558] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.578672] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.578942] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.579150] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.579270] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: db3c18d0-0157-4b32-aa29-403e7eda3e16 is going to be created. [ 650.609400] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.609700] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.609700] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.609997] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.609997] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.623880] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: db3c18d0-0157-4b32-aa29-403e7eda3e16 in Status: UNINITIALIZED for 2s [ 650.797323] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.797758] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.797941] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.798343] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.798644] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.798861] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Segment Port 77f37379-98ff-429f-a3be-694ba9d72a8c not found, creating... [ 650.799284] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.799514] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.799685] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.800019] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.800381] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.800894] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.801141] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.801306] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.801632] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.801846] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.802014] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Resource: SegmentPort with ID: 77f37379-98ff-429f-a3be-694ba9d72a8c is going to be created. [ 650.826864] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.827118] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.827239] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.827536] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.827757] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.827979] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "port-77f37379-98ff-429f-a3be-694ba9d72a8c" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.147822] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 68272dce-d5c2-448b-9d17-a6059264aa6b in Status: SUCCESS [ 651.147822] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-68272dce-d5c2-448b-9d17-a6059264aa6b" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.148225] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-68272dce-d5c2-448b-9d17-a6059264aa6b" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.148225] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-68272dce-d5c2-448b-9d17-a6059264aa6b" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.148897] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.148897] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.148897] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.148897] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.148897] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.149327] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-68272dce-d5c2-448b-9d17-a6059264aa6b" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.149327] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('68272dce-d5c2-448b-9d17-a6059264aa6b',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.408076] env[66859]: INFO networking_nsxv3.common.synchronization [None req-5be6b15d-c493-4c64-8a37-9c3e8066109d None None] Enqueued Resource ID: a22c077e-60c6-48c8-a796-452528da36e7 with Priority: HIGHEST for action port [ 651.408652] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a22c077e-60c6-48c8-a796-452528da36e7 with Priority: HIGHEST for action port [ 651.409929] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock port-a22c077e-60c6-48c8-a796-452528da36e7 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.409929] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a22c077e-60c6-48c8-a796-452528da36e7" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.409929] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a22c077e-60c6-48c8-a796-452528da36e7" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.410110] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a22c077e-60c6-48c8-a796-452528da36e7" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.410201] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a22c077e-60c6-48c8-a796-452528da36e7',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.476843] env[66859]: INFO networking_nsxv3.common.synchronization [None req-12cdab3f-4d42-4df2-9527-41c93b0cad08 None None] Enqueued Resource ID: 2be891ad-f227-4c47-b3fa-65fdae3b2d52 with Priority: HIGHEST for action port [ 651.477129] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2be891ad-f227-4c47-b3fa-65fdae3b2d52 with Priority: HIGHEST for action port [ 651.477457] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock port-2be891ad-f227-4c47-b3fa-65fdae3b2d52 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.477573] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2be891ad-f227-4c47-b3fa-65fdae3b2d52" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.477665] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2be891ad-f227-4c47-b3fa-65fdae3b2d52" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.477928] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2be891ad-f227-4c47-b3fa-65fdae3b2d52" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.478022] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2be891ad-f227-4c47-b3fa-65fdae3b2d52',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.569601] env[66859]: INFO networking_nsxv3.common.synchronization [req-bea42ff4-1db4-418e-b96f-f404450394d1 req-e9309e7c-cd33-4327-bf43-7c888627a7c1 service nova] Enqueued Resource ID: da1f97c1-5b6a-4cef-b9ab-8112d4c337bd with Priority: HIGHEST for action security_group_rules [ 651.569823] env[66859]: INFO networking_nsxv3.common.synchronization [req-bea42ff4-1db4-418e-b96f-f404450394d1 req-e9309e7c-cd33-4327-bf43-7c888627a7c1 service nova] Enqueued Resource ID: da1f97c1-5b6a-4cef-b9ab-8112d4c337bd with Priority: HIGHEST for action security_group_members [ 651.569983] env[66859]: INFO networking_nsxv3.common.synchronization [req-bea42ff4-1db4-418e-b96f-f404450394d1 req-e9309e7c-cd33-4327-bf43-7c888627a7c1 service nova] Enqueued Resource ID: 77f37379-98ff-429f-a3be-694ba9d72a8c with Priority: HIGHEST for action port [ 651.570570] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: da1f97c1-5b6a-4cef-b9ab-8112d4c337bd with Priority: HIGHEST for action security_group_rules [ 651.570712] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: da1f97c1-5b6a-4cef-b9ab-8112d4c337bd with Priority: HIGHEST for action security_group_members [ 651.571337] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 77f37379-98ff-429f-a3be-694ba9d72a8c with Priority: HIGHEST for action port [ 651.571337] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock rules-da1f97c1-5b6a-4cef-b9ab-8112d4c337bd taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.571337] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-da1f97c1-5b6a-4cef-b9ab-8112d4c337bd" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.571571] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-da1f97c1-5b6a-4cef-b9ab-8112d4c337bd" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.571992] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-da1f97c1-5b6a-4cef-b9ab-8112d4c337bd" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.571992] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('da1f97c1-5b6a-4cef-b9ab-8112d4c337bd',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.573096] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-da1f97c1-5b6a-4cef-b9ab-8112d4c337bd taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.573247] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-da1f97c1-5b6a-4cef-b9ab-8112d4c337bd" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.573318] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-da1f97c1-5b6a-4cef-b9ab-8112d4c337bd" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.573484] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-da1f97c1-5b6a-4cef-b9ab-8112d4c337bd" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.573652] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.573792] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.573902] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.574068] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.578206] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.578405] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('da1f97c1-5b6a-4cef-b9ab-8112d4c337bd',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.579459] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock port-77f37379-98ff-429f-a3be-694ba9d72a8c taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.579598] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-77f37379-98ff-429f-a3be-694ba9d72a8c" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.579682] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-77f37379-98ff-429f-a3be-694ba9d72a8c" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.581855] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-77f37379-98ff-429f-a3be-694ba9d72a8c" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.581855] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('77f37379-98ff-429f-a3be-694ba9d72a8c',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.651576] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-68272dce-d5c2-448b-9d17-a6059264aa6b taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.651733] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-68272dce-d5c2-448b-9d17-a6059264aa6b" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.652254] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-68272dce-d5c2-448b-9d17-a6059264aa6b" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.652254] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-68272dce-d5c2-448b-9d17-a6059264aa6b" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.652254] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.652453] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.652453] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.652554] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.652615] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.652667] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-68272dce-d5c2-448b-9d17-a6059264aa6b" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.652818] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-68272dce-d5c2-448b-9d17-a6059264aa6b taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.652903] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-68272dce-d5c2-448b-9d17-a6059264aa6b" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.652963] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-68272dce-d5c2-448b-9d17-a6059264aa6b" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.653127] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-68272dce-d5c2-448b-9d17-a6059264aa6b" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.653256] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.653343] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.653397] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.653541] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.653707] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.653707] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-68272dce-d5c2-448b-9d17-a6059264aa6b" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.653808] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('68272dce-d5c2-448b-9d17-a6059264aa6b',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.912931] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a22c077e-60c6-48c8-a796-452528da36e7 [ 651.913242] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.913579] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.913579] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.913579] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.913729] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.913942] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a22c077e-60c6-48c8-a796-452528da36e7 already deleted. [ 651.913942] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a22c077e-60c6-48c8-a796-452528da36e7" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.982717] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2be891ad-f227-4c47-b3fa-65fdae3b2d52 [ 651.982957] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.983116] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.983207] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.983432] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.983552] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.983676] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2be891ad-f227-4c47-b3fa-65fdae3b2d52 already deleted. [ 651.983785] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2be891ad-f227-4c47-b3fa-65fdae3b2d52" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.082209] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-da1f97c1-5b6a-4cef-b9ab-8112d4c337bd taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.082455] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-da1f97c1-5b6a-4cef-b9ab-8112d4c337bd" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.082587] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('da1f97c1-5b6a-4cef-b9ab-8112d4c337bd',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.083520] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 77f37379-98ff-429f-a3be-694ba9d72a8c with status ACTIVE [ 652.084370] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.084370] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.084370] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.084370] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.084370] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.084639] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.084639] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.084738] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.084846] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.084900] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.085671] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.085671] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.085671] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.085671] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.085671] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.085671] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 77f37379-98ff-429f-a3be-694ba9d72a8c is going to be updated. [ 652.112306] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.112306] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.112306] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.112306] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.112306] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.112306] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-77f37379-98ff-429f-a3be-694ba9d72a8c" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.157627] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 68272dce-d5c2-448b-9d17-a6059264aa6b: rpc.has_security_group_logging(os_id): False [ 652.182381] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.182608] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.182683] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.183027] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.183191] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.183590] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.183747] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.183850] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.184191] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.184368] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.184724] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.184931] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.185075] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.185320] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.185467] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.185805] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.185953] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.186085] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.186340] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.186523] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.186686] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 68272dce-d5c2-448b-9d17-a6059264aa6b is going to be updated. [ 652.295098] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.295398] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.295570] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.295831] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.295974] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.317775] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 68272dce-d5c2-448b-9d17-a6059264aa6b in Status: IN_PROGRESS for 2s [ 652.587950] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('da1f97c1-5b6a-4cef-b9ab-8112d4c337bd',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.636104] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: db3c18d0-0157-4b32-aa29-403e7eda3e16 in Status: SUCCESS [ 652.636294] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-db3c18d0-0157-4b32-aa29-403e7eda3e16" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.636580] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-db3c18d0-0157-4b32-aa29-403e7eda3e16" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.636807] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-db3c18d0-0157-4b32-aa29-403e7eda3e16" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.637053] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.637181] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.637271] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.637411] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.637491] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.637592] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-db3c18d0-0157-4b32-aa29-403e7eda3e16" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.638249] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('db3c18d0-0157-4b32-aa29-403e7eda3e16',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.074159] env[66859]: INFO networking_nsxv3.common.synchronization [req-c1c1e797-b4cf-4a8c-a549-873d4cad5c1e req-245bf08f-85cc-4efd-9b86-be8dbfce56bf tempest-ServersTestManualDisk-1114544498 tempest-ServersTestManualDisk-1114544498-project-member] Enqueued Resource ID: acbae6a5-b9cb-4715-9a33-1f4541e42659 with Priority: HIGHEST for action security_group_members [ 653.074159] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: acbae6a5-b9cb-4715-9a33-1f4541e42659 with Priority: HIGHEST for action security_group_members [ 653.074159] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-acbae6a5-b9cb-4715-9a33-1f4541e42659 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.074159] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-acbae6a5-b9cb-4715-9a33-1f4541e42659" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.074159] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-acbae6a5-b9cb-4715-9a33-1f4541e42659" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.075169] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-acbae6a5-b9cb-4715-9a33-1f4541e42659" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.075438] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.075995] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.075995] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.075995] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.076164] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.076201] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('acbae6a5-b9cb-4715-9a33-1f4541e42659',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.090625] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.090886] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.090886] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.091248] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.091356] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.092138] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: da1f97c1-5b6a-4cef-b9ab-8112d4c337bd is going to be created. [ 653.128890] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.129095] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.129191] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.131272] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.131611] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.145015] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: da1f97c1-5b6a-4cef-b9ab-8112d4c337bd in Status: UNINITIALIZED for 2s [ 653.145514] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('db3c18d0-0157-4b32-aa29-403e7eda3e16',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.494678] env[66859]: INFO networking_nsxv3.common.synchronization [None req-1aeba153-5d83-4423-a30a-6cbf584747e2 None None] Enqueued Resource ID: 447591e0-10b2-4bc6-b87f-894e748e05bf with Priority: HIGHEST for action port [ 653.494678] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 447591e0-10b2-4bc6-b87f-894e748e05bf with Priority: HIGHEST for action port [ 653.494678] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock port-447591e0-10b2-4bc6-b87f-894e748e05bf taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.494678] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-447591e0-10b2-4bc6-b87f-894e748e05bf" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.494678] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-447591e0-10b2-4bc6-b87f-894e748e05bf" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.494678] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-447591e0-10b2-4bc6-b87f-894e748e05bf" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.495873] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('447591e0-10b2-4bc6-b87f-894e748e05bf',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.579812] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.580191] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.580191] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.580375] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.580502] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.581219] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.582494] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.582494] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.582494] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.582494] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.582494] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: acbae6a5-b9cb-4715-9a33-1f4541e42659 already deleted. [ 653.583432] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-acbae6a5-b9cb-4715-9a33-1f4541e42659" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.585603] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock network-560 taken with stack trace [, , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.585856] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "network-560" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.585906] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "network-560" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.586248] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "network-560" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.586673] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.586837] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.586996] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.587243] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.587380] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.587649] env[66859]: DEBUG dogpile.cache.region [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] No value present for key: 'zone-id' {{(pid=66859) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 653.587775] env[66859]: DEBUG dogpile.lock [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] NeedRegenerationException {{(pid=66859) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 653.587880] env[66859]: DEBUG dogpile.lock [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] no value, waiting for create lock {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 653.587982] env[66859]: DEBUG dogpile.lock [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] value creation lock acquired {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 653.588104] env[66859]: DEBUG dogpile.cache.region [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] No value present for key: 'zone-id' {{(pid=66859) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 653.588518] env[66859]: DEBUG dogpile.lock [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Calling creation function for not-yet-present value {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 653.588518] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 653.611171] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 653.611171] env[66859]: DEBUG dogpile.cache.region [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66859) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 653.611473] env[66859]: DEBUG dogpile.lock [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Released creation lock {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 653.611980] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "network-560" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.612137] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock port-e6333475-0e05-4773-aff6-bb1d33ee92b3 taken with stack trace [, , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.612301] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "port-e6333475-0e05-4773-aff6-bb1d33ee92b3" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.612783] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "port-e6333475-0e05-4773-aff6-bb1d33ee92b3" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.612967] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "port-e6333475-0e05-4773-aff6-bb1d33ee92b3" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.613100] env[66859]: DEBUG networking_nsxv3.api.rpc [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e6333475-0e05-4773-aff6-bb1d33ee92b3',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.648654] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for db3c18d0-0157-4b32-aa29-403e7eda3e16: rpc.has_security_group_logging(os_id): False [ 653.668552] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.668776] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.668843] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.669093] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.669191] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.669471] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.669618] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.669714] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.669908] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.669981] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.670091] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: db3c18d0-0157-4b32-aa29-403e7eda3e16 is going to be created. [ 653.744974] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.745240] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.745240] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.745511] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.745765] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.760263] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: db3c18d0-0157-4b32-aa29-403e7eda3e16 in Status: IN_PROGRESS for 2s [ 654.000052] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 447591e0-10b2-4bc6-b87f-894e748e05bf [ 654.000052] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.000052] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.000052] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.000052] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.000052] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.000052] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:447591e0-10b2-4bc6-b87f-894e748e05bf already deleted. [ 654.000052] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-447591e0-10b2-4bc6-b87f-894e748e05bf" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.116964] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.120528] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.120528] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.120528] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.120888] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.121305] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Segment Port e6333475-0e05-4773-aff6-bb1d33ee92b3 not found, creating... [ 654.121388] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.123228] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.123228] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.123228] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.123228] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.123228] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.123822] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.123822] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.123822] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.127075] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.127075] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Resource: SegmentPort with ID: e6333475-0e05-4773-aff6-bb1d33ee92b3 is going to be created. [ 654.174167] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.174167] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.174167] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.174167] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.174167] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.176650] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "port-e6333475-0e05-4773-aff6-bb1d33ee92b3" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.351146] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 68272dce-d5c2-448b-9d17-a6059264aa6b in Status: SUCCESS [ 654.351146] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-68272dce-d5c2-448b-9d17-a6059264aa6b" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.925916] env[66859]: INFO networking_nsxv3.common.synchronization [req-c1c1e797-b4cf-4a8c-a549-873d4cad5c1e req-c3a4ba37-69bf-48c2-bbf0-4dce3ff75a31 service nova] Enqueued Resource ID: acbae6a5-b9cb-4715-9a33-1f4541e42659 with Priority: HIGHEST for action security_group_rules [ 654.926332] env[66859]: INFO networking_nsxv3.common.synchronization [req-c1c1e797-b4cf-4a8c-a549-873d4cad5c1e req-c3a4ba37-69bf-48c2-bbf0-4dce3ff75a31 service nova] Enqueued Resource ID: acbae6a5-b9cb-4715-9a33-1f4541e42659 with Priority: HIGHEST for action security_group_members [ 654.926912] env[66859]: INFO networking_nsxv3.common.synchronization [req-c1c1e797-b4cf-4a8c-a549-873d4cad5c1e req-c3a4ba37-69bf-48c2-bbf0-4dce3ff75a31 service nova] Enqueued Resource ID: e6333475-0e05-4773-aff6-bb1d33ee92b3 with Priority: HIGHEST for action port [ 654.928142] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: acbae6a5-b9cb-4715-9a33-1f4541e42659 with Priority: HIGHEST for action security_group_rules [ 654.928407] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: acbae6a5-b9cb-4715-9a33-1f4541e42659 with Priority: HIGHEST for action security_group_members [ 654.928597] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e6333475-0e05-4773-aff6-bb1d33ee92b3 with Priority: HIGHEST for action port [ 654.929012] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock rules-acbae6a5-b9cb-4715-9a33-1f4541e42659 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.929778] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-acbae6a5-b9cb-4715-9a33-1f4541e42659" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.929902] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-acbae6a5-b9cb-4715-9a33-1f4541e42659" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.930206] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-acbae6a5-b9cb-4715-9a33-1f4541e42659" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.930350] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('acbae6a5-b9cb-4715-9a33-1f4541e42659',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.933355] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-acbae6a5-b9cb-4715-9a33-1f4541e42659 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.933355] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-acbae6a5-b9cb-4715-9a33-1f4541e42659" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.933355] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-acbae6a5-b9cb-4715-9a33-1f4541e42659" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.933355] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-acbae6a5-b9cb-4715-9a33-1f4541e42659" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.933355] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.933355] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.933355] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.933355] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.934103] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.934103] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('acbae6a5-b9cb-4715-9a33-1f4541e42659',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.936035] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock port-e6333475-0e05-4773-aff6-bb1d33ee92b3 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.936035] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e6333475-0e05-4773-aff6-bb1d33ee92b3" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.936035] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e6333475-0e05-4773-aff6-bb1d33ee92b3" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.936035] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e6333475-0e05-4773-aff6-bb1d33ee92b3" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.936035] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e6333475-0e05-4773-aff6-bb1d33ee92b3',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.158917] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: da1f97c1-5b6a-4cef-b9ab-8112d4c337bd in Status: SUCCESS [ 655.158917] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-da1f97c1-5b6a-4cef-b9ab-8112d4c337bd" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.158917] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-da1f97c1-5b6a-4cef-b9ab-8112d4c337bd" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.158917] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-da1f97c1-5b6a-4cef-b9ab-8112d4c337bd" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.158917] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.158917] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.158917] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.158917] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.158917] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.158917] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-da1f97c1-5b6a-4cef-b9ab-8112d4c337bd" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.158917] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('da1f97c1-5b6a-4cef-b9ab-8112d4c337bd',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.437825] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('acbae6a5-b9cb-4715-9a33-1f4541e42659',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.440053] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-acbae6a5-b9cb-4715-9a33-1f4541e42659 taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.440053] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-acbae6a5-b9cb-4715-9a33-1f4541e42659" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.441067] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e6333475-0e05-4773-aff6-bb1d33ee92b3 with status ACTIVE [ 655.441289] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.441439] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.441509] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.441746] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.441844] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.442140] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.442224] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.442224] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.442685] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.442685] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.442685] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.442972] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.442972] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.442972] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.443153] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.443153] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e6333475-0e05-4773-aff6-bb1d33ee92b3 is going to be updated. [ 655.466753] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.467122] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.467122] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.467377] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.467478] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.467654] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e6333475-0e05-4773-aff6-bb1d33ee92b3" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.661568] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-da1f97c1-5b6a-4cef-b9ab-8112d4c337bd taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.661728] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-da1f97c1-5b6a-4cef-b9ab-8112d4c337bd" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.661790] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-da1f97c1-5b6a-4cef-b9ab-8112d4c337bd" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.662059] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-da1f97c1-5b6a-4cef-b9ab-8112d4c337bd" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.662245] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.662349] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.662412] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.662572] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.662659] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.662769] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-da1f97c1-5b6a-4cef-b9ab-8112d4c337bd" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.662919] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-da1f97c1-5b6a-4cef-b9ab-8112d4c337bd taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.663022] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-da1f97c1-5b6a-4cef-b9ab-8112d4c337bd" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.663097] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-da1f97c1-5b6a-4cef-b9ab-8112d4c337bd" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.663241] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-da1f97c1-5b6a-4cef-b9ab-8112d4c337bd" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.663391] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.663486] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.663557] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.663700] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.663775] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.663883] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-da1f97c1-5b6a-4cef-b9ab-8112d4c337bd" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.663999] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('da1f97c1-5b6a-4cef-b9ab-8112d4c337bd',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.775089] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: db3c18d0-0157-4b32-aa29-403e7eda3e16 in Status: SUCCESS [ 655.775363] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-db3c18d0-0157-4b32-aa29-403e7eda3e16" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.941577] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('acbae6a5-b9cb-4715-9a33-1f4541e42659',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.169345] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for da1f97c1-5b6a-4cef-b9ab-8112d4c337bd: rpc.has_security_group_logging(os_id): False [ 656.189696] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.189905] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.189953] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.190191] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.190319] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.190606] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.191297] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.191297] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.191297] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.191297] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.191557] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.191557] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.191557] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.191746] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.192037] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.192132] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.192215] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.192277] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.192434] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.192584] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.192668] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: da1f97c1-5b6a-4cef-b9ab-8112d4c337bd is going to be created. [ 656.268115] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.268285] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.268394] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.268769] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.268995] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.293029] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: da1f97c1-5b6a-4cef-b9ab-8112d4c337bd in Status: IN_PROGRESS for 2s [ 656.365697] env[66859]: INFO networking_nsxv3.common.synchronization [req-bcfe9af2-3523-431d-9d4b-9eb859e8fe10 req-efe8c0d3-efe1-4e5e-8883-28b8c78fe5fe tempest-ServerRescueTestJSONUnderV235-1789730476 tempest-ServerRescueTestJSONUnderV235-1789730476-project-member] Enqueued Resource ID: 0846f331-bc66-4f46-a2f9-d3fd5a4f90ac with Priority: HIGHEST for action security_group_members [ 656.365697] env[66859]: INFO networking_nsxv3.common.synchronization [req-bcfe9af2-3523-431d-9d4b-9eb859e8fe10 req-efe8c0d3-efe1-4e5e-8883-28b8c78fe5fe tempest-ServerRescueTestJSONUnderV235-1789730476 tempest-ServerRescueTestJSONUnderV235-1789730476-project-member] Enqueued Resource ID: 61a9a6ec-57b9-4936-b34a-32d467c50283 with Priority: HIGHEST for action security_group_members [ 656.365697] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0846f331-bc66-4f46-a2f9-d3fd5a4f90ac with Priority: HIGHEST for action security_group_members [ 656.365697] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 61a9a6ec-57b9-4936-b34a-32d467c50283 with Priority: HIGHEST for action security_group_members [ 656.365875] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-0846f331-bc66-4f46-a2f9-d3fd5a4f90ac taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.366155] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0846f331-bc66-4f46-a2f9-d3fd5a4f90ac" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.366334] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0846f331-bc66-4f46-a2f9-d3fd5a4f90ac" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.366748] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0846f331-bc66-4f46-a2f9-d3fd5a4f90ac" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.367075] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.367257] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.367386] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.367701] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.367887] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.368169] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0846f331-bc66-4f46-a2f9-d3fd5a4f90ac',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.370111] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-61a9a6ec-57b9-4936-b34a-32d467c50283 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.370521] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-61a9a6ec-57b9-4936-b34a-32d467c50283" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.370644] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-61a9a6ec-57b9-4936-b34a-32d467c50283" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.370955] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-61a9a6ec-57b9-4936-b34a-32d467c50283" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.371125] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.372092] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.372092] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.372092] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.372092] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.372092] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('61a9a6ec-57b9-4936-b34a-32d467c50283',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.422175] env[66859]: INFO networking_nsxv3.common.synchronization [req-bcfe9af2-3523-431d-9d4b-9eb859e8fe10 req-efe8c0d3-efe1-4e5e-8883-28b8c78fe5fe tempest-ServerRescueTestJSONUnderV235-1789730476 tempest-ServerRescueTestJSONUnderV235-1789730476-project-member] Enqueued Resource ID: 0846f331-bc66-4f46-a2f9-d3fd5a4f90ac with Priority: HIGHEST for action security_group_rules [ 656.423601] env[66859]: INFO networking_nsxv3.common.synchronization [req-bcfe9af2-3523-431d-9d4b-9eb859e8fe10 req-efe8c0d3-efe1-4e5e-8883-28b8c78fe5fe tempest-ServerRescueTestJSONUnderV235-1789730476 tempest-ServerRescueTestJSONUnderV235-1789730476-project-member] Enqueued Resource ID: 0846f331-bc66-4f46-a2f9-d3fd5a4f90ac with Priority: HIGHEST for action security_group_members [ 656.423884] env[66859]: INFO networking_nsxv3.common.synchronization [req-bcfe9af2-3523-431d-9d4b-9eb859e8fe10 req-efe8c0d3-efe1-4e5e-8883-28b8c78fe5fe tempest-ServerRescueTestJSONUnderV235-1789730476 tempest-ServerRescueTestJSONUnderV235-1789730476-project-member] Enqueued Resource ID: 61a9a6ec-57b9-4936-b34a-32d467c50283 with Priority: HIGHEST for action security_group_rules [ 656.424042] env[66859]: INFO networking_nsxv3.common.synchronization [req-bcfe9af2-3523-431d-9d4b-9eb859e8fe10 req-efe8c0d3-efe1-4e5e-8883-28b8c78fe5fe tempest-ServerRescueTestJSONUnderV235-1789730476 tempest-ServerRescueTestJSONUnderV235-1789730476-project-member] Enqueued Resource ID: 61a9a6ec-57b9-4936-b34a-32d467c50283 with Priority: HIGHEST for action security_group_members [ 656.424174] env[66859]: INFO networking_nsxv3.common.synchronization [req-bcfe9af2-3523-431d-9d4b-9eb859e8fe10 req-efe8c0d3-efe1-4e5e-8883-28b8c78fe5fe tempest-ServerRescueTestJSONUnderV235-1789730476 tempest-ServerRescueTestJSONUnderV235-1789730476-project-member] Enqueued Resource ID: dc4c8bbd-4645-4768-8627-6ae2590ea5f2 with Priority: HIGHEST for action port [ 656.424836] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0846f331-bc66-4f46-a2f9-d3fd5a4f90ac with Priority: HIGHEST for action security_group_rules [ 656.425025] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 61a9a6ec-57b9-4936-b34a-32d467c50283 with Priority: HIGHEST for action security_group_rules [ 656.425143] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc4c8bbd-4645-4768-8627-6ae2590ea5f2 with Priority: HIGHEST for action port [ 656.425243] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0846f331-bc66-4f46-a2f9-d3fd5a4f90ac with Priority: HIGHEST for action security_group_members [ 656.425351] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 61a9a6ec-57b9-4936-b34a-32d467c50283 with Priority: HIGHEST for action security_group_members [ 656.426262] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0846f331-bc66-4f46-a2f9-d3fd5a4f90ac taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.426262] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0846f331-bc66-4f46-a2f9-d3fd5a4f90ac" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.426262] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0846f331-bc66-4f46-a2f9-d3fd5a4f90ac" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.426262] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0846f331-bc66-4f46-a2f9-d3fd5a4f90ac" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.426508] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0846f331-bc66-4f46-a2f9-d3fd5a4f90ac',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.428326] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock rules-61a9a6ec-57b9-4936-b34a-32d467c50283 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.428451] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-61a9a6ec-57b9-4936-b34a-32d467c50283" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.428596] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-61a9a6ec-57b9-4936-b34a-32d467c50283" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.429139] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-61a9a6ec-57b9-4936-b34a-32d467c50283" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.429139] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('61a9a6ec-57b9-4936-b34a-32d467c50283',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.431114] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock port-dc4c8bbd-4645-4768-8627-6ae2590ea5f2 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.431114] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dc4c8bbd-4645-4768-8627-6ae2590ea5f2" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.431517] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dc4c8bbd-4645-4768-8627-6ae2590ea5f2" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.431819] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dc4c8bbd-4645-4768-8627-6ae2590ea5f2" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.431961] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dc4c8bbd-4645-4768-8627-6ae2590ea5f2',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.432993] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-0846f331-bc66-4f46-a2f9-d3fd5a4f90ac taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.433110] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0846f331-bc66-4f46-a2f9-d3fd5a4f90ac" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.433485] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-61a9a6ec-57b9-4936-b34a-32d467c50283 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.433534] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-61a9a6ec-57b9-4936-b34a-32d467c50283" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.445805] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.445805] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.445805] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.446813] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.446963] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.448499] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: acbae6a5-b9cb-4715-9a33-1f4541e42659 is going to be created. [ 656.480555] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.480811] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.480811] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.481284] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.481637] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.496857] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: acbae6a5-b9cb-4715-9a33-1f4541e42659 in Status: UNINITIALIZED for 2s [ 656.870254] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0846f331-bc66-4f46-a2f9-d3fd5a4f90ac',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.874629] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('61a9a6ec-57b9-4936-b34a-32d467c50283',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.930065] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-0846f331-bc66-4f46-a2f9-d3fd5a4f90ac taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.930259] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0846f331-bc66-4f46-a2f9-d3fd5a4f90ac" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.935752] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-61a9a6ec-57b9-4936-b34a-32d467c50283 taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.935926] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-61a9a6ec-57b9-4936-b34a-32d467c50283" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.936120] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port dc4c8bbd-4645-4768-8627-6ae2590ea5f2 with status ACTIVE [ 656.936294] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.936484] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.936572] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.936880] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.936942] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.937111] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.937242] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.937310] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.937519] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.939091] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.939338] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.939456] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.939537] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.939675] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.939761] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.939850] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: dc4c8bbd-4645-4768-8627-6ae2590ea5f2 is going to be updated. [ 656.967605] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.967605] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.967605] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.967998] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.967998] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.968114] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dc4c8bbd-4645-4768-8627-6ae2590ea5f2" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.373747] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0846f331-bc66-4f46-a2f9-d3fd5a4f90ac',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.380869] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('61a9a6ec-57b9-4936-b34a-32d467c50283',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.698088] env[66859]: INFO networking_nsxv3.common.synchronization [req-6546e2af-4ee7-441b-83da-a1ee429667b6 req-1395250b-ac05-44dd-8b58-e80db7d86843 tempest-ServerAddressesTestJSON-2123176401 tempest-ServerAddressesTestJSON-2123176401-project-member] Enqueued Resource ID: b157eea2-2a05-4c0c-9863-797d66861983 with Priority: HIGHEST for action security_group_members [ 657.698088] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b157eea2-2a05-4c0c-9863-797d66861983 with Priority: HIGHEST for action security_group_members [ 657.698088] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-b157eea2-2a05-4c0c-9863-797d66861983 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.698088] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b157eea2-2a05-4c0c-9863-797d66861983" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.698088] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b157eea2-2a05-4c0c-9863-797d66861983" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.698088] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b157eea2-2a05-4c0c-9863-797d66861983" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.698354] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.698538] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.698804] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.699096] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.699171] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.699316] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b157eea2-2a05-4c0c-9863-797d66861983',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.876349] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.876773] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.877030] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.877401] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.877640] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.877821] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0846f331-bc66-4f46-a2f9-d3fd5a4f90ac is going to be created. [ 657.883563] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.883753] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.883841] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.886706] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.886706] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.886706] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 61a9a6ec-57b9-4936-b34a-32d467c50283 is going to be updated. [ 657.910500] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.910661] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.910760] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.911050] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.911235] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.925635] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0846f331-bc66-4f46-a2f9-d3fd5a4f90ac in Status: UNINITIALIZED for 2s [ 657.926615] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.926754] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.926823] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.927085] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.927226] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.939025] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 61a9a6ec-57b9-4936-b34a-32d467c50283 in Status: IN_PROGRESS for 2s [ 658.204086] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.204086] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.204086] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.204086] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.204563] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.204563] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.204563] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.204563] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.204737] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.204737] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.204835] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b157eea2-2a05-4c0c-9863-797d66861983 already deleted. [ 658.204968] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b157eea2-2a05-4c0c-9863-797d66861983" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.280795] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock network-419 taken with stack trace [, , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.281072] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "network-419" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.281119] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "network-419" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.281462] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "network-419" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.281729] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.281888] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.282021] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.282273] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.282446] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.282613] env[66859]: DEBUG dogpile.cache.region [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] No value present for key: 'zone-id' {{(pid=66859) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 658.282713] env[66859]: DEBUG dogpile.lock [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] NeedRegenerationException {{(pid=66859) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 658.282820] env[66859]: DEBUG dogpile.lock [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] no value, waiting for create lock {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 658.283382] env[66859]: DEBUG dogpile.lock [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] value creation lock acquired {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 658.283382] env[66859]: DEBUG dogpile.cache.region [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] No value present for key: 'zone-id' {{(pid=66859) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 658.283382] env[66859]: DEBUG dogpile.lock [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Calling creation function for not-yet-present value {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 658.283382] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 658.307612] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: da1f97c1-5b6a-4cef-b9ab-8112d4c337bd in Status: SUCCESS [ 658.308380] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-da1f97c1-5b6a-4cef-b9ab-8112d4c337bd" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.310503] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 658.310737] env[66859]: DEBUG dogpile.cache.region [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=66859) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 658.310932] env[66859]: DEBUG dogpile.lock [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Released creation lock {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 658.311182] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "network-419" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.311604] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock port-d7053ce5-8ab8-46d4-b96f-658237bb7727 taken with stack trace [, , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.311851] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "port-d7053ce5-8ab8-46d4-b96f-658237bb7727" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.312058] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "port-d7053ce5-8ab8-46d4-b96f-658237bb7727" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.313180] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "port-d7053ce5-8ab8-46d4-b96f-658237bb7727" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.313180] env[66859]: DEBUG networking_nsxv3.api.rpc [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d7053ce5-8ab8-46d4-b96f-658237bb7727',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.509052] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: acbae6a5-b9cb-4715-9a33-1f4541e42659 in Status: SUCCESS [ 658.509217] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-acbae6a5-b9cb-4715-9a33-1f4541e42659" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.509454] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-acbae6a5-b9cb-4715-9a33-1f4541e42659" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.509763] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-acbae6a5-b9cb-4715-9a33-1f4541e42659" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.510044] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.510482] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.510482] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.510620] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.510756] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.510861] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-acbae6a5-b9cb-4715-9a33-1f4541e42659" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.510991] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('acbae6a5-b9cb-4715-9a33-1f4541e42659',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.816029] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.816263] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.816384] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.816665] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.816806] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.816957] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Segment Port d7053ce5-8ab8-46d4-b96f-658237bb7727 not found, creating... [ 658.817224] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.817372] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.817480] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.817690] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.817812] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.818129] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.818237] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.818345] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.818564] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.818757] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.818890] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Resource: SegmentPort with ID: d7053ce5-8ab8-46d4-b96f-658237bb7727 is going to be created. [ 658.841282] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.842273] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.842273] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.842273] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.842526] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.842526] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "port-d7053ce5-8ab8-46d4-b96f-658237bb7727" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.014459] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('acbae6a5-b9cb-4715-9a33-1f4541e42659',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.519287] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for acbae6a5-b9cb-4715-9a33-1f4541e42659: rpc.has_security_group_logging(os_id): False [ 659.539627] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.540065] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.540279] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.542039] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.542039] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.542039] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.542039] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.542039] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.542039] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.542039] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.542039] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: acbae6a5-b9cb-4715-9a33-1f4541e42659 is going to be created. [ 659.624509] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.624509] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.624509] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.624509] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.624509] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.644259] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: acbae6a5-b9cb-4715-9a33-1f4541e42659 in Status: IN_PROGRESS for 2s [ 659.657047] env[66859]: INFO networking_nsxv3.common.synchronization [req-6546e2af-4ee7-441b-83da-a1ee429667b6 req-b45cb51e-1fd0-4c6a-a1e7-52f2cfb8aa89 service nova] Enqueued Resource ID: b157eea2-2a05-4c0c-9863-797d66861983 with Priority: HIGHEST for action security_group_rules [ 659.657047] env[66859]: INFO networking_nsxv3.common.synchronization [req-6546e2af-4ee7-441b-83da-a1ee429667b6 req-b45cb51e-1fd0-4c6a-a1e7-52f2cfb8aa89 service nova] Enqueued Resource ID: b157eea2-2a05-4c0c-9863-797d66861983 with Priority: HIGHEST for action security_group_members [ 659.657047] env[66859]: INFO networking_nsxv3.common.synchronization [req-6546e2af-4ee7-441b-83da-a1ee429667b6 req-b45cb51e-1fd0-4c6a-a1e7-52f2cfb8aa89 service nova] Enqueued Resource ID: d7053ce5-8ab8-46d4-b96f-658237bb7727 with Priority: HIGHEST for action port [ 659.657047] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b157eea2-2a05-4c0c-9863-797d66861983 with Priority: HIGHEST for action security_group_rules [ 659.657047] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b157eea2-2a05-4c0c-9863-797d66861983 with Priority: HIGHEST for action security_group_members [ 659.657047] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d7053ce5-8ab8-46d4-b96f-658237bb7727 with Priority: HIGHEST for action port [ 659.657047] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b157eea2-2a05-4c0c-9863-797d66861983 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.657047] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b157eea2-2a05-4c0c-9863-797d66861983" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.657047] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b157eea2-2a05-4c0c-9863-797d66861983" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.657047] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b157eea2-2a05-4c0c-9863-797d66861983" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.657047] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b157eea2-2a05-4c0c-9863-797d66861983',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.663168] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-b157eea2-2a05-4c0c-9863-797d66861983 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.663351] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b157eea2-2a05-4c0c-9863-797d66861983" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.663443] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b157eea2-2a05-4c0c-9863-797d66861983" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.663677] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b157eea2-2a05-4c0c-9863-797d66861983" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.664267] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.664407] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.664470] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.664606] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.664691] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.664788] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b157eea2-2a05-4c0c-9863-797d66861983',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.665658] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock port-d7053ce5-8ab8-46d4-b96f-658237bb7727 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.665796] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d7053ce5-8ab8-46d4-b96f-658237bb7727" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.665860] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d7053ce5-8ab8-46d4-b96f-658237bb7727" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.665979] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d7053ce5-8ab8-46d4-b96f-658237bb7727" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.667826] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d7053ce5-8ab8-46d4-b96f-658237bb7727',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.966246] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0846f331-bc66-4f46-a2f9-d3fd5a4f90ac in Status: SUCCESS [ 659.966400] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0846f331-bc66-4f46-a2f9-d3fd5a4f90ac" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.966486] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0846f331-bc66-4f46-a2f9-d3fd5a4f90ac" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.966716] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0846f331-bc66-4f46-a2f9-d3fd5a4f90ac" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.967082] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.967082] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.967082] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.967281] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.967375] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.967468] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0846f331-bc66-4f46-a2f9-d3fd5a4f90ac',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.969673] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 61a9a6ec-57b9-4936-b34a-32d467c50283 in Status: SUCCESS [ 659.969673] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-61a9a6ec-57b9-4936-b34a-32d467c50283" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.969673] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-61a9a6ec-57b9-4936-b34a-32d467c50283" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.972705] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-61a9a6ec-57b9-4936-b34a-32d467c50283" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.972705] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.972705] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.972705] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.972705] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.972705] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.972705] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('61a9a6ec-57b9-4936-b34a-32d467c50283',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.169829] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-b157eea2-2a05-4c0c-9863-797d66861983 taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.173023] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b157eea2-2a05-4c0c-9863-797d66861983" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.173023] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b157eea2-2a05-4c0c-9863-797d66861983',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.173023] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d7053ce5-8ab8-46d4-b96f-658237bb7727 with status ACTIVE [ 660.173023] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.173023] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.173023] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.173023] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.173023] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.173023] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.173023] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.173023] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.175168] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.175347] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.175740] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.175901] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.175998] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.176302] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.176302] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.176466] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d7053ce5-8ab8-46d4-b96f-658237bb7727 is going to be updated. [ 660.209450] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.211700] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.211700] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.211700] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.211700] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.212682] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d7053ce5-8ab8-46d4-b96f-658237bb7727" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.474923] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0846f331-bc66-4f46-a2f9-d3fd5a4f90ac',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.477370] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('61a9a6ec-57b9-4936-b34a-32d467c50283',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.679336] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b157eea2-2a05-4c0c-9863-797d66861983',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.838232] env[66859]: INFO networking_nsxv3.common.synchronization [req-e5658009-e0a0-4d8d-a95f-58f268667992 req-3dfba0b6-a0d9-40a4-aeb5-3ccf768d3598 tempest-ServerRescueTestJSONUnderV235-1789730476 tempest-ServerRescueTestJSONUnderV235-1789730476-project-member] Enqueued Resource ID: 0846f331-bc66-4f46-a2f9-d3fd5a4f90ac with Priority: HIGHEST for action security_group_members [ 660.838393] env[66859]: INFO networking_nsxv3.common.synchronization [req-e5658009-e0a0-4d8d-a95f-58f268667992 req-3dfba0b6-a0d9-40a4-aeb5-3ccf768d3598 tempest-ServerRescueTestJSONUnderV235-1789730476 tempest-ServerRescueTestJSONUnderV235-1789730476-project-member] Enqueued Resource ID: 61a9a6ec-57b9-4936-b34a-32d467c50283 with Priority: HIGHEST for action security_group_members [ 660.839087] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0846f331-bc66-4f46-a2f9-d3fd5a4f90ac with Priority: HIGHEST for action security_group_members [ 660.839230] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 61a9a6ec-57b9-4936-b34a-32d467c50283 with Priority: HIGHEST for action security_group_members [ 660.839529] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-0846f331-bc66-4f46-a2f9-d3fd5a4f90ac taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.839661] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0846f331-bc66-4f46-a2f9-d3fd5a4f90ac" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.839878] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-61a9a6ec-57b9-4936-b34a-32d467c50283 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.839964] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-61a9a6ec-57b9-4936-b34a-32d467c50283" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.910688] env[66859]: INFO networking_nsxv3.common.synchronization [req-e5658009-e0a0-4d8d-a95f-58f268667992 req-3dfba0b6-a0d9-40a4-aeb5-3ccf768d3598 tempest-ServerRescueTestJSONUnderV235-1789730476 tempest-ServerRescueTestJSONUnderV235-1789730476-project-member] Enqueued Resource ID: 61a9a6ec-57b9-4936-b34a-32d467c50283 with Priority: HIGHEST for action security_group_rules [ 660.911301] env[66859]: INFO networking_nsxv3.common.synchronization [req-e5658009-e0a0-4d8d-a95f-58f268667992 req-3dfba0b6-a0d9-40a4-aeb5-3ccf768d3598 tempest-ServerRescueTestJSONUnderV235-1789730476 tempest-ServerRescueTestJSONUnderV235-1789730476-project-member] Enqueued Resource ID: 61a9a6ec-57b9-4936-b34a-32d467c50283 with Priority: HIGHEST for action security_group_members [ 660.911522] env[66859]: INFO networking_nsxv3.common.synchronization [req-e5658009-e0a0-4d8d-a95f-58f268667992 req-3dfba0b6-a0d9-40a4-aeb5-3ccf768d3598 tempest-ServerRescueTestJSONUnderV235-1789730476 tempest-ServerRescueTestJSONUnderV235-1789730476-project-member] Enqueued Resource ID: dc4c8bbd-4645-4768-8627-6ae2590ea5f2 with Priority: HIGHEST for action port [ 660.913228] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 61a9a6ec-57b9-4936-b34a-32d467c50283 with Priority: HIGHEST for action security_group_rules [ 660.913228] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 61a9a6ec-57b9-4936-b34a-32d467c50283 with Priority: HIGHEST for action security_group_members [ 660.913228] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc4c8bbd-4645-4768-8627-6ae2590ea5f2 with Priority: HIGHEST for action port [ 660.913228] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock rules-61a9a6ec-57b9-4936-b34a-32d467c50283 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.913228] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-61a9a6ec-57b9-4936-b34a-32d467c50283" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.913228] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-61a9a6ec-57b9-4936-b34a-32d467c50283 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.913228] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-61a9a6ec-57b9-4936-b34a-32d467c50283" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.913526] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock port-dc4c8bbd-4645-4768-8627-6ae2590ea5f2 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.913526] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dc4c8bbd-4645-4768-8627-6ae2590ea5f2" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.913526] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dc4c8bbd-4645-4768-8627-6ae2590ea5f2" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.914478] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dc4c8bbd-4645-4768-8627-6ae2590ea5f2" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.914478] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dc4c8bbd-4645-4768-8627-6ae2590ea5f2',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.979488] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0846f331-bc66-4f46-a2f9-d3fd5a4f90ac',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.982629] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('61a9a6ec-57b9-4936-b34a-32d467c50283',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.183727] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.183727] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.183727] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.184051] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.184051] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.184051] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b157eea2-2a05-4c0c-9863-797d66861983 is going to be created. [ 661.215895] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.216045] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.405738] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.405738] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.405738] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.405738] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b157eea2-2a05-4c0c-9863-797d66861983 in Status: UNINITIALIZED for 2s [ 661.415911] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port dc4c8bbd-4645-4768-8627-6ae2590ea5f2 with status ACTIVE [ 661.416183] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.416411] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.416474] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.416735] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.416834] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.417040] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.417145] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.417207] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.417785] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.417785] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.417785] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.417785] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.417785] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.418082] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.418082] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.418082] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: dc4c8bbd-4645-4768-8627-6ae2590ea5f2 is going to be updated. [ 661.442779] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.442779] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.442779] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.443161] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.443161] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.443431] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dc4c8bbd-4645-4768-8627-6ae2590ea5f2" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.486626] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.486626] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.486626] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.486626] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.486626] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.486626] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0846f331-bc66-4f46-a2f9-d3fd5a4f90ac is going to be updated. [ 661.490478] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.490478] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.490478] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.490478] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.490478] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.490789] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 61a9a6ec-57b9-4936-b34a-32d467c50283 is going to be updated. [ 661.543811] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.544027] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.544027] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.544343] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.544482] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.547166] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.547721] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.547721] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.547971] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.548193] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.564635] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 61a9a6ec-57b9-4936-b34a-32d467c50283 in Status: IN_PROGRESS for 2s [ 661.565580] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0846f331-bc66-4f46-a2f9-d3fd5a4f90ac in Status: IN_PROGRESS for 2s [ 661.657628] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: acbae6a5-b9cb-4715-9a33-1f4541e42659 in Status: SUCCESS [ 661.657888] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-acbae6a5-b9cb-4715-9a33-1f4541e42659" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.425924] env[66859]: INFO networking_nsxv3.common.synchronization [None req-eb1926bb-aa6f-4890-97e9-3f7c0353588e None None] Enqueued Resource ID: bf66e929-75fb-4b22-9de6-c580bdd2ab3b with Priority: HIGHEST for action port [ 662.426232] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf66e929-75fb-4b22-9de6-c580bdd2ab3b with Priority: HIGHEST for action port [ 662.426993] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock port-bf66e929-75fb-4b22-9de6-c580bdd2ab3b taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.426993] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bf66e929-75fb-4b22-9de6-c580bdd2ab3b" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.426993] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bf66e929-75fb-4b22-9de6-c580bdd2ab3b" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.427464] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bf66e929-75fb-4b22-9de6-c580bdd2ab3b" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.427464] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bf66e929-75fb-4b22-9de6-c580bdd2ab3b',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.932406] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bf66e929-75fb-4b22-9de6-c580bdd2ab3b [ 662.932913] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.933169] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.933169] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.933469] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.933469] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.933686] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bf66e929-75fb-4b22-9de6-c580bdd2ab3b already deleted. [ 662.933839] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bf66e929-75fb-4b22-9de6-c580bdd2ab3b" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.242559] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b157eea2-2a05-4c0c-9863-797d66861983 in Status: SUCCESS [ 663.242848] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b157eea2-2a05-4c0c-9863-797d66861983" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.243037] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b157eea2-2a05-4c0c-9863-797d66861983" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.243260] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b157eea2-2a05-4c0c-9863-797d66861983" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.243452] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.243580] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.243638] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.243787] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.243867] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.243954] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b157eea2-2a05-4c0c-9863-797d66861983" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.244060] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b157eea2-2a05-4c0c-9863-797d66861983',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.577202] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 61a9a6ec-57b9-4936-b34a-32d467c50283 in Status: SUCCESS [ 663.577599] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-61a9a6ec-57b9-4936-b34a-32d467c50283" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.578452] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0846f331-bc66-4f46-a2f9-d3fd5a4f90ac in Status: SUCCESS [ 663.578661] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0846f331-bc66-4f46-a2f9-d3fd5a4f90ac" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.578827] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-61a9a6ec-57b9-4936-b34a-32d467c50283" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.579084] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-61a9a6ec-57b9-4936-b34a-32d467c50283" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.580673] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.580830] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.580902] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.581140] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.581293] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.581358] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-61a9a6ec-57b9-4936-b34a-32d467c50283" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.581434] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('61a9a6ec-57b9-4936-b34a-32d467c50283',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.582315] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0846f331-bc66-4f46-a2f9-d3fd5a4f90ac" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.582497] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0846f331-bc66-4f46-a2f9-d3fd5a4f90ac" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.582679] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.582788] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.582860] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.582999] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.583094] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.583180] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0846f331-bc66-4f46-a2f9-d3fd5a4f90ac" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.583272] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0846f331-bc66-4f46-a2f9-d3fd5a4f90ac',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.584850] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-61a9a6ec-57b9-4936-b34a-32d467c50283" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.585038] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-61a9a6ec-57b9-4936-b34a-32d467c50283" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.585195] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.585300] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.585363] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.585506] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.585584] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.585669] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('61a9a6ec-57b9-4936-b34a-32d467c50283',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.586273] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0846f331-bc66-4f46-a2f9-d3fd5a4f90ac" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.586432] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0846f331-bc66-4f46-a2f9-d3fd5a4f90ac" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.586574] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.586676] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.586741] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.586879] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.586953] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.587048] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0846f331-bc66-4f46-a2f9-d3fd5a4f90ac',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.747558] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-b157eea2-2a05-4c0c-9863-797d66861983 taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.748088] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b157eea2-2a05-4c0c-9863-797d66861983" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.748088] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b157eea2-2a05-4c0c-9863-797d66861983" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.748088] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b157eea2-2a05-4c0c-9863-797d66861983" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.748579] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.748750] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.748750] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.748750] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.748750] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.748750] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b157eea2-2a05-4c0c-9863-797d66861983" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.748750] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-b157eea2-2a05-4c0c-9863-797d66861983 taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.750920] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b157eea2-2a05-4c0c-9863-797d66861983" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.751081] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b157eea2-2a05-4c0c-9863-797d66861983" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.751265] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b157eea2-2a05-4c0c-9863-797d66861983" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.751420] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.751520] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.751581] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.751768] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.751907] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.751952] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b157eea2-2a05-4c0c-9863-797d66861983" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.752054] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b157eea2-2a05-4c0c-9863-797d66861983',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.086610] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-61a9a6ec-57b9-4936-b34a-32d467c50283 taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.088595] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-61a9a6ec-57b9-4936-b34a-32d467c50283" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.089243] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0846f331-bc66-4f46-a2f9-d3fd5a4f90ac',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.090460] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.090595] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.090660] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.090864] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.093481] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.093481] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.093481] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.093481] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.093481] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.093481] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.093481] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0846f331-bc66-4f46-a2f9-d3fd5a4f90ac is going to be deleted. [ 664.094330] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('61a9a6ec-57b9-4936-b34a-32d467c50283',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.131601] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.131690] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.131727] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.133117] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.133117] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.133117] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0846f331-bc66-4f46-a2f9-d3fd5a4f90ac" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.254864] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b157eea2-2a05-4c0c-9863-797d66861983: rpc.has_security_group_logging(os_id): False [ 664.275933] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.275933] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.276179] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.280828] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.280828] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.280828] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.281048] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.281048] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.281117] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.281295] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.281385] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.281481] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.281541] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.281691] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.281755] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.281929] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.282041] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.282098] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.282598] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.282598] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.282598] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b157eea2-2a05-4c0c-9863-797d66861983 is going to be created. [ 664.367364] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.368105] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.368467] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.368709] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.368995] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.385355] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b157eea2-2a05-4c0c-9863-797d66861983 in Status: IN_PROGRESS for 2s [ 664.600406] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0846f331-bc66-4f46-a2f9-d3fd5a4f90ac: rpc.has_security_group_logging(os_id): False [ 664.602237] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('61a9a6ec-57b9-4936-b34a-32d467c50283',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.621461] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.621743] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.621743] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.621986] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.621986] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.622180] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.622294] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.622606] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.622606] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.622606] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.622803] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0846f331-bc66-4f46-a2f9-d3fd5a4f90ac is going to be created. [ 664.643912] env[66859]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/0846f331-bc66-4f46-a2f9-d3fd5a4f90ac], does not exist path=[/infra/domains/default/groups/0846f331-bc66-4f46-a2f9-d3fd5a4f90ac]."\n}' [ 664.644096] env[66859]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0846f331-bc66-4f46-a2f9-d3fd5a4f90ac failed to be updated, retrying after metadata refresh: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/0846f331-bc66-4f46-a2f9-d3fd5a4f90ac [ 664.644183] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 664.685324] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.685324] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.685324] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.685324] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.685324] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.685821] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.686133] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.686355] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.686661] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.686842] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.687146] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.687392] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.687539] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.687802] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.687970] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.688210] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0846f331-bc66-4f46-a2f9-d3fd5a4f90ac is going to be created. [ 664.718031] env[66859]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/0846f331-bc66-4f46-a2f9-d3fd5a4f90ac], does not exist path=[/infra/domains/default/groups/0846f331-bc66-4f46-a2f9-d3fd5a4f90ac]."\n}': requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/0846f331-bc66-4f46-a2f9-d3fd5a4f90ac [ 664.718031] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0846f331-bc66-4f46-a2f9-d3fd5a4f90ac" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.718263] env[66859]: Traceback (most recent call last): [ 664.718263] env[66859]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 36, in wrapper [ 664.718263] env[66859]: return func(*args, **kwargs) [ 664.718263] env[66859]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 664.718263] env[66859]: res.raise_for_status() [ 664.718263] env[66859]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 664.718263] env[66859]: raise HTTPError(http_error_msg, response=self) [ 664.718263] env[66859]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/0846f331-bc66-4f46-a2f9-d3fd5a4f90ac [ 664.718263] env[66859]: During handling of the above exception, another exception occurred: [ 664.718263] env[66859]: Traceback (most recent call last): [ 664.718796] env[66859]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 664.718796] env[66859]: listener.cb(fileno) [ 664.718796] env[66859]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 664.718796] env[66859]: result = function(*args, **kwargs) [ 664.718796] env[66859]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 210, in security_group_rules [ 664.718796] env[66859]: self.nsx_provider.sg_rules_realize(os_sg, logged=logged) [ 664.718796] env[66859]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 1012, in sg_rules_realize [ 664.718796] env[66859]: return self._realize(Provider.SG_RULES, delete, self.payload.sg_rules_container, os_sg, provider_sg) [ 664.718796] env[66859]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 45, in wrapper [ 664.718796] env[66859]: return func(self, resource_type, delete, self.payload.sg_rules_container, os_obj, provider_sg) [ 664.718796] env[66859]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 664.718796] env[66859]: res.raise_for_status() [ 664.718796] env[66859]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 664.718796] env[66859]: raise HTTPError(http_error_msg, response=self) [ 664.718796] env[66859]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/0846f331-bc66-4f46-a2f9-d3fd5a4f90ac [ 664.718796] env[66859]: Removing descriptor: 21 [ 665.104735] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.104905] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.104905] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.106144] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.106144] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.106144] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 61a9a6ec-57b9-4936-b34a-32d467c50283 is going to be updated. [ 665.143277] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.143454] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.143509] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.143753] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.143917] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.157267] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 61a9a6ec-57b9-4936-b34a-32d467c50283 in Status: IN_PROGRESS for 2s [ 665.486416] env[66859]: INFO networking_nsxv3.common.synchronization [None req-10219ec2-e6f3-4750-8393-d93d0d6e7728 None None] Enqueued Resource ID: 03a11c59-2b3b-40ee-9f7e-fa3c84317537 with Priority: HIGHEST for action port [ 665.486590] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 03a11c59-2b3b-40ee-9f7e-fa3c84317537 with Priority: HIGHEST for action port [ 665.487228] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock port-03a11c59-2b3b-40ee-9f7e-fa3c84317537 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.489277] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-03a11c59-2b3b-40ee-9f7e-fa3c84317537" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.489672] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-03a11c59-2b3b-40ee-9f7e-fa3c84317537" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.489786] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-03a11c59-2b3b-40ee-9f7e-fa3c84317537" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.489925] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('03a11c59-2b3b-40ee-9f7e-fa3c84317537',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.992767] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 03a11c59-2b3b-40ee-9f7e-fa3c84317537 [ 665.993186] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.993300] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.993300] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.994126] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.994294] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.994408] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:03a11c59-2b3b-40ee-9f7e-fa3c84317537 already deleted. [ 665.994499] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-03a11c59-2b3b-40ee-9f7e-fa3c84317537" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.399862] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b157eea2-2a05-4c0c-9863-797d66861983 in Status: SUCCESS [ 666.400578] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b157eea2-2a05-4c0c-9863-797d66861983" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.426206] env[66859]: INFO networking_nsxv3.common.synchronization [req-81170d87-b1e5-4ba1-945f-c1bfee98c7cd req-b966a091-a06c-460d-8e74-f0a26ed46d3b tempest-DeleteServersAdminTestJSON-953297797 tempest-DeleteServersAdminTestJSON-953297797-project-member] Enqueued Resource ID: a8db944f-5ab5-41ea-a1a4-dfecf0473c49 with Priority: HIGHEST for action security_group_members [ 666.426747] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8db944f-5ab5-41ea-a1a4-dfecf0473c49 with Priority: HIGHEST for action security_group_members [ 666.427063] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-a8db944f-5ab5-41ea-a1a4-dfecf0473c49 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.427186] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a8db944f-5ab5-41ea-a1a4-dfecf0473c49" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.427252] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a8db944f-5ab5-41ea-a1a4-dfecf0473c49" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.427446] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a8db944f-5ab5-41ea-a1a4-dfecf0473c49" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.427594] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.427666] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.427723] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.427857] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.427942] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.428525] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a8db944f-5ab5-41ea-a1a4-dfecf0473c49',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.857783] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock network-96 taken with stack trace [, , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.858923] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "network-96" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.858923] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "network-96" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.858923] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "network-96" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.858923] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.858923] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.858923] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.861547] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.861547] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.861547] env[66859]: DEBUG dogpile.cache.region [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] No value present for key: 'zone-id' {{(pid=66859) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 666.861547] env[66859]: DEBUG dogpile.lock [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] NeedRegenerationException {{(pid=66859) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 666.861547] env[66859]: DEBUG dogpile.lock [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] no value, waiting for create lock {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 666.862554] env[66859]: DEBUG dogpile.lock [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] value creation lock acquired {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 666.862554] env[66859]: DEBUG dogpile.cache.region [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] No value present for key: 'zone-id' {{(pid=66859) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 666.862554] env[66859]: DEBUG dogpile.lock [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Calling creation function for not-yet-present value {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 666.862554] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 666.884348] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 666.884501] env[66859]: DEBUG dogpile.cache.region [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66859) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 666.884625] env[66859]: DEBUG dogpile.lock [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Released creation lock {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 666.884798] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "network-96" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.885111] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock port-8381847e-9565-4b8d-b104-8c932b5b9ccc taken with stack trace [, , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.885311] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "port-8381847e-9565-4b8d-b104-8c932b5b9ccc" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.885377] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "port-8381847e-9565-4b8d-b104-8c932b5b9ccc" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.885696] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "port-8381847e-9565-4b8d-b104-8c932b5b9ccc" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.885819] env[66859]: DEBUG networking_nsxv3.api.rpc [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8381847e-9565-4b8d-b104-8c932b5b9ccc',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.930474] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.930719] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.930719] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.930912] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.953913] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.953913] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.953913] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.953913] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.953913] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.953913] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.954194] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a8db944f-5ab5-41ea-a1a4-dfecf0473c49 is going to be updated. [ 666.980090] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.984046] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.984046] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.984046] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.984046] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.996528] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a8db944f-5ab5-41ea-a1a4-dfecf0473c49 in Status: IN_PROGRESS for 2s [ 667.169621] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 61a9a6ec-57b9-4936-b34a-32d467c50283 in Status: SUCCESS [ 667.169904] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-61a9a6ec-57b9-4936-b34a-32d467c50283" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.170124] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-61a9a6ec-57b9-4936-b34a-32d467c50283" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.170362] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-61a9a6ec-57b9-4936-b34a-32d467c50283" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.170572] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.170718] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.170797] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.171040] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.171969] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.172107] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('61a9a6ec-57b9-4936-b34a-32d467c50283',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.388357] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.388716] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.388869] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.389168] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.389353] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.389521] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Segment Port 8381847e-9565-4b8d-b104-8c932b5b9ccc not found, creating... [ 667.389844] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.389999] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.390131] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.390368] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.390526] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.390950] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.391760] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.391760] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.391760] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.391760] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.391760] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Resource: SegmentPort with ID: 8381847e-9565-4b8d-b104-8c932b5b9ccc is going to be created. [ 667.416586] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.417449] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.417449] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.417449] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.417449] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.417671] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "port-8381847e-9565-4b8d-b104-8c932b5b9ccc" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.676023] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('61a9a6ec-57b9-4936-b34a-32d467c50283',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.746937] env[66859]: INFO networking_nsxv3.common.synchronization [None req-f7a84f53-bec7-4d16-9b95-1e18626b6444 tempest-AttachInterfacesUnderV243Test-1712102076 tempest-AttachInterfacesUnderV243Test-1712102076-project-member] Enqueued Resource ID: 01e06c7c-a860-4beb-9cc6-7a882e002bd0 with Priority: HIGHEST for action security_group_rules [ 667.747643] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01e06c7c-a860-4beb-9cc6-7a882e002bd0 with Priority: HIGHEST for action security_group_rules [ 667.747643] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock rules-01e06c7c-a860-4beb-9cc6-7a882e002bd0 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.747774] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-01e06c7c-a860-4beb-9cc6-7a882e002bd0" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.747834] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-01e06c7c-a860-4beb-9cc6-7a882e002bd0" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.748216] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-01e06c7c-a860-4beb-9cc6-7a882e002bd0" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.748301] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('01e06c7c-a860-4beb-9cc6-7a882e002bd0',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.167062] env[66859]: INFO networking_nsxv3.common.synchronization [req-81170d87-b1e5-4ba1-945f-c1bfee98c7cd req-5538608f-ec58-47f3-8b59-821046e1717b service nova] Enqueued Resource ID: a8db944f-5ab5-41ea-a1a4-dfecf0473c49 with Priority: HIGHEST for action security_group_rules [ 668.168203] env[66859]: INFO networking_nsxv3.common.synchronization [req-81170d87-b1e5-4ba1-945f-c1bfee98c7cd req-5538608f-ec58-47f3-8b59-821046e1717b service nova] Enqueued Resource ID: a8db944f-5ab5-41ea-a1a4-dfecf0473c49 with Priority: HIGHEST for action security_group_members [ 668.168420] env[66859]: INFO networking_nsxv3.common.synchronization [req-81170d87-b1e5-4ba1-945f-c1bfee98c7cd req-5538608f-ec58-47f3-8b59-821046e1717b service nova] Enqueued Resource ID: 8381847e-9565-4b8d-b104-8c932b5b9ccc with Priority: HIGHEST for action port [ 668.168991] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8db944f-5ab5-41ea-a1a4-dfecf0473c49 with Priority: HIGHEST for action security_group_rules [ 668.169086] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8db944f-5ab5-41ea-a1a4-dfecf0473c49 with Priority: HIGHEST for action security_group_members [ 668.169188] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8381847e-9565-4b8d-b104-8c932b5b9ccc with Priority: HIGHEST for action port [ 668.169452] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a8db944f-5ab5-41ea-a1a4-dfecf0473c49 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.169592] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a8db944f-5ab5-41ea-a1a4-dfecf0473c49" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.169701] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a8db944f-5ab5-41ea-a1a4-dfecf0473c49" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.169842] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a8db944f-5ab5-41ea-a1a4-dfecf0473c49" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.170320] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a8db944f-5ab5-41ea-a1a4-dfecf0473c49',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.171151] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-a8db944f-5ab5-41ea-a1a4-dfecf0473c49 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.171307] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a8db944f-5ab5-41ea-a1a4-dfecf0473c49" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.171439] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock port-8381847e-9565-4b8d-b104-8c932b5b9ccc taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.171804] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8381847e-9565-4b8d-b104-8c932b5b9ccc" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.171804] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8381847e-9565-4b8d-b104-8c932b5b9ccc" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.171928] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8381847e-9565-4b8d-b104-8c932b5b9ccc" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.171993] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8381847e-9565-4b8d-b104-8c932b5b9ccc',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.182024] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('61a9a6ec-57b9-4936-b34a-32d467c50283',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.270223] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.270417] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.271076] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.271432] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.271530] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.271631] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 01e06c7c-a860-4beb-9cc6-7a882e002bd0 already deleted. [ 668.271738] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-01e06c7c-a860-4beb-9cc6-7a882e002bd0" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.391245] env[66859]: INFO networking_nsxv3.common.synchronization [None req-f7e3f68f-317c-4911-a1cd-2d460f2f710f tempest-AttachInterfacesUnderV243Test-1712102076 tempest-AttachInterfacesUnderV243Test-1712102076-project-member] Enqueued Resource ID: 01e06c7c-a860-4beb-9cc6-7a882e002bd0 with Priority: HIGHEST for action security_group_rules [ 668.391882] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01e06c7c-a860-4beb-9cc6-7a882e002bd0 with Priority: HIGHEST for action security_group_rules [ 668.392752] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock rules-01e06c7c-a860-4beb-9cc6-7a882e002bd0 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.392957] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-01e06c7c-a860-4beb-9cc6-7a882e002bd0" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.393092] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-01e06c7c-a860-4beb-9cc6-7a882e002bd0" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.393414] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-01e06c7c-a860-4beb-9cc6-7a882e002bd0" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.393515] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('01e06c7c-a860-4beb-9cc6-7a882e002bd0',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.674547] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-a8db944f-5ab5-41ea-a1a4-dfecf0473c49 taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.674775] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a8db944f-5ab5-41ea-a1a4-dfecf0473c49" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.675033] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8381847e-9565-4b8d-b104-8c932b5b9ccc with status ACTIVE [ 668.675261] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.675389] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.675911] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.675911] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.675911] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.675911] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.676170] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.676170] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.676266] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.676300] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.676487] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.676640] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.676697] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.677402] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.677402] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.677402] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8381847e-9565-4b8d-b104-8c932b5b9ccc is going to be updated. [ 668.684308] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.684435] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.684501] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.684707] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.684794] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.684881] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 61a9a6ec-57b9-4936-b34a-32d467c50283 is going to be updated. [ 668.702590] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.702847] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.702847] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.703076] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.703234] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.703461] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8381847e-9565-4b8d-b104-8c932b5b9ccc" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.716974] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.717139] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.717211] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.717887] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.717887] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.729912] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 61a9a6ec-57b9-4936-b34a-32d467c50283 in Status: IN_PROGRESS for 2s [ 668.920904] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.921622] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.921622] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.921622] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.921622] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.921622] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 01e06c7c-a860-4beb-9cc6-7a882e002bd0 already deleted. [ 668.921878] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-01e06c7c-a860-4beb-9cc6-7a882e002bd0" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.009241] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a8db944f-5ab5-41ea-a1a4-dfecf0473c49 in Status: SUCCESS [ 669.010073] env[66859]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a8db944f-5ab5-41ea-a1a4-dfecf0473c49 deletion is rescheduled due to dependency. [ 669.010393] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a8db944f-5ab5-41ea-a1a4-dfecf0473c49" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.010592] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a8db944f-5ab5-41ea-a1a4-dfecf0473c49" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.010851] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a8db944f-5ab5-41ea-a1a4-dfecf0473c49" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.011115] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.011296] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.011367] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.011573] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.011691] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.012411] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a8db944f-5ab5-41ea-a1a4-dfecf0473c49',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.393013] env[66859]: INFO networking_nsxv3.common.synchronization [req-25f38454-b160-4705-988d-81778ca6e659 req-6d21b77d-a635-4e1a-8e7c-3e98c24272cc tempest-SecurityGroupsTestJSON-333763930 tempest-SecurityGroupsTestJSON-333763930-project-member] Enqueued Resource ID: 955eb3b7-7e9e-4972-9cd5-948338492739 with Priority: HIGHEST for action security_group_members [ 669.393387] env[66859]: INFO networking_nsxv3.common.synchronization [req-25f38454-b160-4705-988d-81778ca6e659 req-6d21b77d-a635-4e1a-8e7c-3e98c24272cc tempest-SecurityGroupsTestJSON-333763930 tempest-SecurityGroupsTestJSON-333763930-project-member] Enqueued Resource ID: da1f97c1-5b6a-4cef-b9ab-8112d4c337bd with Priority: HIGHEST for action security_group_members [ 669.394024] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 955eb3b7-7e9e-4972-9cd5-948338492739 with Priority: HIGHEST for action security_group_members [ 669.394420] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: da1f97c1-5b6a-4cef-b9ab-8112d4c337bd with Priority: HIGHEST for action security_group_members [ 669.394744] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-955eb3b7-7e9e-4972-9cd5-948338492739 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.394744] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-955eb3b7-7e9e-4972-9cd5-948338492739" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.394863] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-955eb3b7-7e9e-4972-9cd5-948338492739" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.395194] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-955eb3b7-7e9e-4972-9cd5-948338492739" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.395489] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.395933] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.395933] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.395933] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.396106] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.396200] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('955eb3b7-7e9e-4972-9cd5-948338492739',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.397408] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-da1f97c1-5b6a-4cef-b9ab-8112d4c337bd taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.397574] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-da1f97c1-5b6a-4cef-b9ab-8112d4c337bd" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.397681] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-da1f97c1-5b6a-4cef-b9ab-8112d4c337bd" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.397966] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-da1f97c1-5b6a-4cef-b9ab-8112d4c337bd" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.398472] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.398472] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.398472] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.398669] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.398669] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.398967] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('da1f97c1-5b6a-4cef-b9ab-8112d4c337bd',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.468834] env[66859]: INFO networking_nsxv3.common.synchronization [req-25f38454-b160-4705-988d-81778ca6e659 req-6d21b77d-a635-4e1a-8e7c-3e98c24272cc tempest-SecurityGroupsTestJSON-333763930 tempest-SecurityGroupsTestJSON-333763930-project-member] Enqueued Resource ID: 955eb3b7-7e9e-4972-9cd5-948338492739 with Priority: HIGHEST for action security_group_rules [ 669.468834] env[66859]: INFO networking_nsxv3.common.synchronization [req-25f38454-b160-4705-988d-81778ca6e659 req-6d21b77d-a635-4e1a-8e7c-3e98c24272cc tempest-SecurityGroupsTestJSON-333763930 tempest-SecurityGroupsTestJSON-333763930-project-member] Enqueued Resource ID: 955eb3b7-7e9e-4972-9cd5-948338492739 with Priority: HIGHEST for action security_group_members [ 669.468834] env[66859]: INFO networking_nsxv3.common.synchronization [req-25f38454-b160-4705-988d-81778ca6e659 req-6d21b77d-a635-4e1a-8e7c-3e98c24272cc tempest-SecurityGroupsTestJSON-333763930 tempest-SecurityGroupsTestJSON-333763930-project-member] Enqueued Resource ID: da1f97c1-5b6a-4cef-b9ab-8112d4c337bd with Priority: HIGHEST for action security_group_rules [ 669.468834] env[66859]: INFO networking_nsxv3.common.synchronization [req-25f38454-b160-4705-988d-81778ca6e659 req-6d21b77d-a635-4e1a-8e7c-3e98c24272cc tempest-SecurityGroupsTestJSON-333763930 tempest-SecurityGroupsTestJSON-333763930-project-member] Enqueued Resource ID: da1f97c1-5b6a-4cef-b9ab-8112d4c337bd with Priority: HIGHEST for action security_group_members [ 669.468834] env[66859]: INFO networking_nsxv3.common.synchronization [req-25f38454-b160-4705-988d-81778ca6e659 req-6d21b77d-a635-4e1a-8e7c-3e98c24272cc tempest-SecurityGroupsTestJSON-333763930 tempest-SecurityGroupsTestJSON-333763930-project-member] Enqueued Resource ID: 77f37379-98ff-429f-a3be-694ba9d72a8c with Priority: HIGHEST for action port [ 669.468834] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 955eb3b7-7e9e-4972-9cd5-948338492739 with Priority: HIGHEST for action security_group_rules [ 669.469201] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: da1f97c1-5b6a-4cef-b9ab-8112d4c337bd with Priority: HIGHEST for action security_group_rules [ 669.469201] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 77f37379-98ff-429f-a3be-694ba9d72a8c with Priority: HIGHEST for action port [ 669.469201] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 955eb3b7-7e9e-4972-9cd5-948338492739 with Priority: HIGHEST for action security_group_members [ 669.469201] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: da1f97c1-5b6a-4cef-b9ab-8112d4c337bd with Priority: HIGHEST for action security_group_members [ 669.471564] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock rules-955eb3b7-7e9e-4972-9cd5-948338492739 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.471564] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-955eb3b7-7e9e-4972-9cd5-948338492739" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.471564] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-955eb3b7-7e9e-4972-9cd5-948338492739" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.471564] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-955eb3b7-7e9e-4972-9cd5-948338492739" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.471564] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('955eb3b7-7e9e-4972-9cd5-948338492739',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.471564] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock rules-da1f97c1-5b6a-4cef-b9ab-8112d4c337bd taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.471564] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-da1f97c1-5b6a-4cef-b9ab-8112d4c337bd" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.471564] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-da1f97c1-5b6a-4cef-b9ab-8112d4c337bd" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.471564] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-da1f97c1-5b6a-4cef-b9ab-8112d4c337bd" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.471564] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('da1f97c1-5b6a-4cef-b9ab-8112d4c337bd',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.472199] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock port-77f37379-98ff-429f-a3be-694ba9d72a8c taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.472304] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-77f37379-98ff-429f-a3be-694ba9d72a8c" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.472350] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-77f37379-98ff-429f-a3be-694ba9d72a8c" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.472520] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-77f37379-98ff-429f-a3be-694ba9d72a8c" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.472588] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('77f37379-98ff-429f-a3be-694ba9d72a8c',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.473527] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-955eb3b7-7e9e-4972-9cd5-948338492739 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.473742] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-955eb3b7-7e9e-4972-9cd5-948338492739" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.473850] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-da1f97c1-5b6a-4cef-b9ab-8112d4c337bd taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.473932] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-da1f97c1-5b6a-4cef-b9ab-8112d4c337bd" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.516415] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a8db944f-5ab5-41ea-a1a4-dfecf0473c49',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.793029] env[66859]: INFO networking_nsxv3.common.synchronization [req-a67f758b-86e6-42b7-b4c4-75d26d38ba63 req-6c6947b4-fc52-4ed4-9520-0ebc186b642b tempest-ImagesTestJSON-775779378 tempest-ImagesTestJSON-775779378-project-member] Enqueued Resource ID: 09fc9b17-50d2-4789-87d2-0acbd68153f8 with Priority: HIGHEST for action security_group_members [ 669.793029] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 09fc9b17-50d2-4789-87d2-0acbd68153f8 with Priority: HIGHEST for action security_group_members [ 669.793029] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-09fc9b17-50d2-4789-87d2-0acbd68153f8 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.793029] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-09fc9b17-50d2-4789-87d2-0acbd68153f8" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.793448] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-09fc9b17-50d2-4789-87d2-0acbd68153f8" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.793762] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-09fc9b17-50d2-4789-87d2-0acbd68153f8" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.794055] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.794282] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.794438] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.794719] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.794956] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.795206] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('09fc9b17-50d2-4789-87d2-0acbd68153f8',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.903958] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('955eb3b7-7e9e-4972-9cd5-948338492739',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.903958] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('da1f97c1-5b6a-4cef-b9ab-8112d4c337bd',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.978252] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-da1f97c1-5b6a-4cef-b9ab-8112d4c337bd taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.978252] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-da1f97c1-5b6a-4cef-b9ab-8112d4c337bd" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.978252] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-955eb3b7-7e9e-4972-9cd5-948338492739 taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.978252] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-955eb3b7-7e9e-4972-9cd5-948338492739" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.978252] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 77f37379-98ff-429f-a3be-694ba9d72a8c with status ACTIVE [ 669.978252] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.978252] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.978252] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.978252] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.978252] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.978252] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.978252] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.978252] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.978252] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.978252] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.979045] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.979045] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.979045] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.979045] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.979045] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.979045] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 77f37379-98ff-429f-a3be-694ba9d72a8c is going to be updated. [ 670.022411] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a8db944f-5ab5-41ea-a1a4-dfecf0473c49',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.101519] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.101664] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.101733] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.101946] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.102273] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.105360] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-77f37379-98ff-429f-a3be-694ba9d72a8c" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.298130] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.298301] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.298350] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.298577] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.333347] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.333525] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.335024] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.335024] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.335024] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.335024] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.335024] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 09fc9b17-50d2-4789-87d2-0acbd68153f8 is going to be updated. [ 670.367759] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.367940] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.367996] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.368225] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.368357] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.378314] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 09fc9b17-50d2-4789-87d2-0acbd68153f8 in Status: IN_PROGRESS for 2s [ 670.399822] env[66859]: INFO networking_nsxv3.common.synchronization [None req-5bb2f14e-ad55-4303-a5e2-cc679c5ce43c None None] Enqueued Resource ID: 1710e1ac-dde9-4bda-99aa-28bf26327145 with Priority: HIGHEST for action port [ 670.399822] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1710e1ac-dde9-4bda-99aa-28bf26327145 with Priority: HIGHEST for action port [ 670.399822] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock port-1710e1ac-dde9-4bda-99aa-28bf26327145 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.399822] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1710e1ac-dde9-4bda-99aa-28bf26327145" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.399822] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1710e1ac-dde9-4bda-99aa-28bf26327145" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.399822] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1710e1ac-dde9-4bda-99aa-28bf26327145" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.399822] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1710e1ac-dde9-4bda-99aa-28bf26327145',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.405618] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('955eb3b7-7e9e-4972-9cd5-948338492739',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.407697] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('da1f97c1-5b6a-4cef-b9ab-8112d4c337bd',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.524716] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.525270] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.525270] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.525270] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.525270] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.525837] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a8db944f-5ab5-41ea-a1a4-dfecf0473c49 is going to be updated. [ 670.567766] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.568057] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.568057] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.568453] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.568549] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.579137] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a8db944f-5ab5-41ea-a1a4-dfecf0473c49 in Status: IN_PROGRESS for 2s [ 670.740160] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 61a9a6ec-57b9-4936-b34a-32d467c50283 in Status: SUCCESS [ 670.740575] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-61a9a6ec-57b9-4936-b34a-32d467c50283" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.740877] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-61a9a6ec-57b9-4936-b34a-32d467c50283" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.741034] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-61a9a6ec-57b9-4936-b34a-32d467c50283" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.741258] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.741397] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.741468] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.741619] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.741787] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.741787] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-61a9a6ec-57b9-4936-b34a-32d467c50283" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.741933] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-61a9a6ec-57b9-4936-b34a-32d467c50283 taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.742298] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-61a9a6ec-57b9-4936-b34a-32d467c50283" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.742298] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-61a9a6ec-57b9-4936-b34a-32d467c50283" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.742558] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-61a9a6ec-57b9-4936-b34a-32d467c50283" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.742558] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.742722] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.742722] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.742851] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.742851] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.742972] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-61a9a6ec-57b9-4936-b34a-32d467c50283" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.743041] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('61a9a6ec-57b9-4936-b34a-32d467c50283',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.901967] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1710e1ac-dde9-4bda-99aa-28bf26327145 [ 670.902229] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.902394] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.902486] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.902723] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.902848] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.903065] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1710e1ac-dde9-4bda-99aa-28bf26327145 already deleted. [ 670.903178] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1710e1ac-dde9-4bda-99aa-28bf26327145" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.908768] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.909155] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.909275] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.909469] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.909553] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.909829] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 955eb3b7-7e9e-4972-9cd5-948338492739 is going to be created. [ 670.911455] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.911684] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.911799] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.912206] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.912375] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.912509] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: da1f97c1-5b6a-4cef-b9ab-8112d4c337bd is going to be updated. [ 670.949759] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.949759] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.949759] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.949996] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.950179] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.957388] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.957388] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.957388] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.957388] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.957388] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.978834] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 955eb3b7-7e9e-4972-9cd5-948338492739 in Status: UNINITIALIZED for 2s [ 670.978834] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: da1f97c1-5b6a-4cef-b9ab-8112d4c337bd in Status: IN_PROGRESS for 2s [ 671.247191] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 61a9a6ec-57b9-4936-b34a-32d467c50283: rpc.has_security_group_logging(os_id): False [ 671.284838] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.284838] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.284838] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.285137] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.355560] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.355785] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.355980] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.355980] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.356236] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.356343] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.356553] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.357357] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.357357] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.357357] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.357357] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.357357] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.357357] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.357635] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.359241] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.359343] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.359415] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 61a9a6ec-57b9-4936-b34a-32d467c50283 is going to be updated. [ 671.363129] env[66859]: INFO networking_nsxv3.common.synchronization [req-c698320a-7088-46fd-bdb2-a77ba059ea04 req-46882fbe-1310-4726-b594-8b8406bf9d8e tempest-ServerExternalEventsTest-1923329894 tempest-ServerExternalEventsTest-1923329894-project-member] Enqueued Resource ID: 744147b6-7eaf-46f1-a7cd-edd87a7028f4 with Priority: HIGHEST for action security_group_members [ 671.364370] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 744147b6-7eaf-46f1-a7cd-edd87a7028f4 with Priority: HIGHEST for action security_group_members [ 671.364816] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-744147b6-7eaf-46f1-a7cd-edd87a7028f4 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.365070] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-744147b6-7eaf-46f1-a7cd-edd87a7028f4" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.365168] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-744147b6-7eaf-46f1-a7cd-edd87a7028f4" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.365405] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-744147b6-7eaf-46f1-a7cd-edd87a7028f4" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.365592] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.365700] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.365788] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.365947] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.366234] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.366234] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('744147b6-7eaf-46f1-a7cd-edd87a7028f4',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.526446] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.526786] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.526786] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.527586] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.527586] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.529132] env[66859]: INFO networking_nsxv3.common.synchronization [None req-d4db9605-42aa-425d-98a6-c997f23bfbe4 None None] Enqueued Resource ID: f1cff64f-4fbb-4bbd-96f0-9c910c995503 with Priority: HIGHEST for action port [ 671.529850] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f1cff64f-4fbb-4bbd-96f0-9c910c995503 with Priority: HIGHEST for action port [ 671.530540] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock port-f1cff64f-4fbb-4bbd-96f0-9c910c995503 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.530717] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f1cff64f-4fbb-4bbd-96f0-9c910c995503" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.530803] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f1cff64f-4fbb-4bbd-96f0-9c910c995503" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.531098] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f1cff64f-4fbb-4bbd-96f0-9c910c995503" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.531200] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f1cff64f-4fbb-4bbd-96f0-9c910c995503',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.541769] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 61a9a6ec-57b9-4936-b34a-32d467c50283 in Status: IN_PROGRESS for 2s [ 671.819068] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock network-96 taken with stack trace [, , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.819178] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "network-96" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.819269] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "network-96" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.820878] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "network-96" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.820878] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.820878] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.820878] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.820878] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.820878] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.821154] env[66859]: DEBUG dogpile.cache.region [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] No value present for key: 'zone-id' {{(pid=66859) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 671.821227] env[66859]: DEBUG dogpile.lock [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] NeedRegenerationException {{(pid=66859) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 671.821356] env[66859]: DEBUG dogpile.lock [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] no value, waiting for create lock {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 671.821742] env[66859]: DEBUG dogpile.lock [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] value creation lock acquired {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 671.821742] env[66859]: DEBUG dogpile.cache.region [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] No value present for key: 'zone-id' {{(pid=66859) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 671.821742] env[66859]: DEBUG dogpile.lock [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Calling creation function for not-yet-present value {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 671.821888] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 671.843460] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 671.843610] env[66859]: DEBUG dogpile.cache.region [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66859) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 671.843740] env[66859]: DEBUG dogpile.lock [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Released creation lock {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 671.843901] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "network-96" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.844301] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock port-fc911033-a684-48a1-afc9-955c5989c0bf taken with stack trace [, , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.844476] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "port-fc911033-a684-48a1-afc9-955c5989c0bf" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.844587] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "port-fc911033-a684-48a1-afc9-955c5989c0bf" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.845013] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "port-fc911033-a684-48a1-afc9-955c5989c0bf" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.845356] env[66859]: DEBUG networking_nsxv3.api.rpc [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fc911033-a684-48a1-afc9-955c5989c0bf',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.031094] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.031318] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.031408] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.031606] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.031715] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.031929] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.032078] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.032164] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.032274] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.032354] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.032438] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 744147b6-7eaf-46f1-a7cd-edd87a7028f4 already deleted. [ 672.032523] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-744147b6-7eaf-46f1-a7cd-edd87a7028f4" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.032776] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f1cff64f-4fbb-4bbd-96f0-9c910c995503 [ 672.032942] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.033064] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.033136] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.033261] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.033333] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.033409] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f1cff64f-4fbb-4bbd-96f0-9c910c995503 already deleted. [ 672.033483] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f1cff64f-4fbb-4bbd-96f0-9c910c995503" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.351772] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.352139] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.352271] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.352632] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.352795] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.352968] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Segment Port fc911033-a684-48a1-afc9-955c5989c0bf not found, creating... [ 672.353314] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.353482] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.353591] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.353817] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.353951] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.358038] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.358038] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.358038] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.358038] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.358038] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.358038] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Resource: SegmentPort with ID: fc911033-a684-48a1-afc9-955c5989c0bf is going to be created. [ 672.394633] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.395352] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.395352] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.395534] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.395965] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.396269] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "port-fc911033-a684-48a1-afc9-955c5989c0bf" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.397852] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 09fc9b17-50d2-4789-87d2-0acbd68153f8 in Status: SUCCESS [ 672.398105] env[66859]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 09fc9b17-50d2-4789-87d2-0acbd68153f8 deletion is rescheduled due to dependency. [ 672.398240] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-09fc9b17-50d2-4789-87d2-0acbd68153f8" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.453981] env[66859]: INFO networking_nsxv3.common.synchronization [None req-d24acd28-11cd-45f7-aa00-05a052177969 None None] Enqueued Resource ID: d7718c49-58fb-4fe2-b2c2-1e1355b0c5a6 with Priority: HIGHEST for action port [ 672.455973] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d7718c49-58fb-4fe2-b2c2-1e1355b0c5a6 with Priority: HIGHEST for action port [ 672.456364] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock port-d7718c49-58fb-4fe2-b2c2-1e1355b0c5a6 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.456510] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d7718c49-58fb-4fe2-b2c2-1e1355b0c5a6" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.456553] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d7718c49-58fb-4fe2-b2c2-1e1355b0c5a6" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.456839] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d7718c49-58fb-4fe2-b2c2-1e1355b0c5a6" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.456925] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d7718c49-58fb-4fe2-b2c2-1e1355b0c5a6',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.593890] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a8db944f-5ab5-41ea-a1a4-dfecf0473c49 in Status: SUCCESS [ 672.594211] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a8db944f-5ab5-41ea-a1a4-dfecf0473c49" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.594361] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a8db944f-5ab5-41ea-a1a4-dfecf0473c49" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.594588] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a8db944f-5ab5-41ea-a1a4-dfecf0473c49" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.595239] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.595372] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.595440] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.595616] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.595702] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.596348] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a8db944f-5ab5-41ea-a1a4-dfecf0473c49" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.596348] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a8db944f-5ab5-41ea-a1a4-dfecf0473c49',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.963398] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d7718c49-58fb-4fe2-b2c2-1e1355b0c5a6 [ 672.964310] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.964788] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.964788] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.965567] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.965567] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.965567] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d7718c49-58fb-4fe2-b2c2-1e1355b0c5a6 already deleted. [ 672.965567] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d7718c49-58fb-4fe2-b2c2-1e1355b0c5a6" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.994047] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: da1f97c1-5b6a-4cef-b9ab-8112d4c337bd in Status: SUCCESS [ 672.994047] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-da1f97c1-5b6a-4cef-b9ab-8112d4c337bd" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.994047] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-da1f97c1-5b6a-4cef-b9ab-8112d4c337bd" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.994047] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-da1f97c1-5b6a-4cef-b9ab-8112d4c337bd" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.994047] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.994047] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.994047] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.994047] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.994047] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.994570] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('da1f97c1-5b6a-4cef-b9ab-8112d4c337bd',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.996610] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 955eb3b7-7e9e-4972-9cd5-948338492739 in Status: SUCCESS [ 672.996610] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-955eb3b7-7e9e-4972-9cd5-948338492739" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.997971] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-955eb3b7-7e9e-4972-9cd5-948338492739" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.997971] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-955eb3b7-7e9e-4972-9cd5-948338492739" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.997971] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.997971] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.997971] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.998451] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.998489] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.998630] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('955eb3b7-7e9e-4972-9cd5-948338492739',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.098913] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-a8db944f-5ab5-41ea-a1a4-dfecf0473c49 taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.098913] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a8db944f-5ab5-41ea-a1a4-dfecf0473c49" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.098913] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a8db944f-5ab5-41ea-a1a4-dfecf0473c49" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.099109] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a8db944f-5ab5-41ea-a1a4-dfecf0473c49" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.099235] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.099733] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.100955] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.100955] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.100955] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.100955] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a8db944f-5ab5-41ea-a1a4-dfecf0473c49" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.100955] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-a8db944f-5ab5-41ea-a1a4-dfecf0473c49 taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.100955] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a8db944f-5ab5-41ea-a1a4-dfecf0473c49" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.101458] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a8db944f-5ab5-41ea-a1a4-dfecf0473c49" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.101458] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a8db944f-5ab5-41ea-a1a4-dfecf0473c49" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.101458] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.101573] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.101573] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.102611] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.102764] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.102864] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a8db944f-5ab5-41ea-a1a4-dfecf0473c49" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.103090] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a8db944f-5ab5-41ea-a1a4-dfecf0473c49',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.187606] env[66859]: INFO networking_nsxv3.common.synchronization [req-c698320a-7088-46fd-bdb2-a77ba059ea04 req-cedc5236-93cd-4143-ac44-a6393a917e14 service nova] Enqueued Resource ID: 744147b6-7eaf-46f1-a7cd-edd87a7028f4 with Priority: HIGHEST for action security_group_rules [ 673.187768] env[66859]: INFO networking_nsxv3.common.synchronization [req-c698320a-7088-46fd-bdb2-a77ba059ea04 req-cedc5236-93cd-4143-ac44-a6393a917e14 service nova] Enqueued Resource ID: 744147b6-7eaf-46f1-a7cd-edd87a7028f4 with Priority: HIGHEST for action security_group_members [ 673.187893] env[66859]: INFO networking_nsxv3.common.synchronization [req-c698320a-7088-46fd-bdb2-a77ba059ea04 req-cedc5236-93cd-4143-ac44-a6393a917e14 service nova] Enqueued Resource ID: fc911033-a684-48a1-afc9-955c5989c0bf with Priority: HIGHEST for action port [ 673.188436] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 744147b6-7eaf-46f1-a7cd-edd87a7028f4 with Priority: HIGHEST for action security_group_rules [ 673.188569] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 744147b6-7eaf-46f1-a7cd-edd87a7028f4 with Priority: HIGHEST for action security_group_members [ 673.191972] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc911033-a684-48a1-afc9-955c5989c0bf with Priority: HIGHEST for action port [ 673.192410] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock rules-744147b6-7eaf-46f1-a7cd-edd87a7028f4 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.192582] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-744147b6-7eaf-46f1-a7cd-edd87a7028f4" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.192665] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-744147b6-7eaf-46f1-a7cd-edd87a7028f4" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.193050] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-744147b6-7eaf-46f1-a7cd-edd87a7028f4" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.193050] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('744147b6-7eaf-46f1-a7cd-edd87a7028f4',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.194234] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-744147b6-7eaf-46f1-a7cd-edd87a7028f4 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.194374] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-744147b6-7eaf-46f1-a7cd-edd87a7028f4" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.194425] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-744147b6-7eaf-46f1-a7cd-edd87a7028f4" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.194579] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-744147b6-7eaf-46f1-a7cd-edd87a7028f4" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.195088] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.195088] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.195088] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.195318] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.195739] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.195739] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('744147b6-7eaf-46f1-a7cd-edd87a7028f4',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.196514] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock port-fc911033-a684-48a1-afc9-955c5989c0bf taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.196643] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fc911033-a684-48a1-afc9-955c5989c0bf" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.196698] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fc911033-a684-48a1-afc9-955c5989c0bf" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.197565] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fc911033-a684-48a1-afc9-955c5989c0bf" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.197565] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fc911033-a684-48a1-afc9-955c5989c0bf',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.503116] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('da1f97c1-5b6a-4cef-b9ab-8112d4c337bd',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.503116] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('955eb3b7-7e9e-4972-9cd5-948338492739',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.560229] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 61a9a6ec-57b9-4936-b34a-32d467c50283 in Status: SUCCESS [ 673.560452] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-61a9a6ec-57b9-4936-b34a-32d467c50283" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.560633] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-61a9a6ec-57b9-4936-b34a-32d467c50283" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.560947] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-61a9a6ec-57b9-4936-b34a-32d467c50283" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.561056] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('61a9a6ec-57b9-4936-b34a-32d467c50283',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.607117] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a8db944f-5ab5-41ea-a1a4-dfecf0473c49: rpc.has_security_group_logging(os_id): False [ 673.625497] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.626912] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.626912] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.626912] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.626912] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.626912] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.626912] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.626912] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.626912] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.626912] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.626912] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.626912] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.626912] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.627392] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.627392] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.627392] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.627541] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.627541] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.627634] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.627685] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.627964] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a8db944f-5ab5-41ea-a1a4-dfecf0473c49 is going to be updated. [ 673.692141] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.692141] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.692141] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.692141] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.692141] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.700959] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('744147b6-7eaf-46f1-a7cd-edd87a7028f4',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.700959] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-744147b6-7eaf-46f1-a7cd-edd87a7028f4 taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.701239] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-744147b6-7eaf-46f1-a7cd-edd87a7028f4" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.701658] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fc911033-a684-48a1-afc9-955c5989c0bf with status ACTIVE [ 673.701961] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.702097] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.702183] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.702573] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.702668] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.702840] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.703239] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.703239] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.703239] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.703408] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.703638] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.703638] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.703753] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.703972] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.704122] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.704182] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fc911033-a684-48a1-afc9-955c5989c0bf is going to be updated. [ 673.708790] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a8db944f-5ab5-41ea-a1a4-dfecf0473c49 in Status: IN_PROGRESS for 2s [ 673.768123] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.768913] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.768913] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.768913] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.768913] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.769230] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fc911033-a684-48a1-afc9-955c5989c0bf" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.005436] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('da1f97c1-5b6a-4cef-b9ab-8112d4c337bd',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.006372] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('955eb3b7-7e9e-4972-9cd5-948338492739',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.064052] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-61a9a6ec-57b9-4936-b34a-32d467c50283 taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.064314] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-61a9a6ec-57b9-4936-b34a-32d467c50283" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.064314] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-61a9a6ec-57b9-4936-b34a-32d467c50283" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.064942] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-61a9a6ec-57b9-4936-b34a-32d467c50283" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.064942] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.065215] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.065215] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.065215] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.065367] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.065410] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-61a9a6ec-57b9-4936-b34a-32d467c50283" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.065619] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('61a9a6ec-57b9-4936-b34a-32d467c50283',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.177879] env[66859]: INFO networking_nsxv3.common.synchronization [req-3b93018b-994a-44a4-8aae-29dd633f2261 req-baa5363f-89c0-4fc9-8bc3-2da7e0f15850 tempest-VolumesAdminNegativeTest-112468702 tempest-VolumesAdminNegativeTest-112468702-project-member] Enqueued Resource ID: 23166515-b200-4685-af0d-00ad505cf17c with Priority: HIGHEST for action security_group_members [ 674.179384] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 23166515-b200-4685-af0d-00ad505cf17c with Priority: HIGHEST for action security_group_members [ 674.179798] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-23166515-b200-4685-af0d-00ad505cf17c taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.180562] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-23166515-b200-4685-af0d-00ad505cf17c" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.180562] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-23166515-b200-4685-af0d-00ad505cf17c" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.180562] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-23166515-b200-4685-af0d-00ad505cf17c" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.180781] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.180781] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.180881] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.181819] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.181819] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.181819] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('23166515-b200-4685-af0d-00ad505cf17c',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.206953] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('744147b6-7eaf-46f1-a7cd-edd87a7028f4',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.280179] env[66859]: INFO networking_nsxv3.common.synchronization [None req-9e68e34c-9839-402f-9d36-6ca6c616314e None None] Enqueued Resource ID: 5c62b8fd-c21c-4661-b2db-ff0fcd521d47 with Priority: HIGHEST for action port [ 674.281601] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5c62b8fd-c21c-4661-b2db-ff0fcd521d47 with Priority: HIGHEST for action port [ 674.284492] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock port-5c62b8fd-c21c-4661-b2db-ff0fcd521d47 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.284492] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5c62b8fd-c21c-4661-b2db-ff0fcd521d47" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.284492] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5c62b8fd-c21c-4661-b2db-ff0fcd521d47" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.284492] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5c62b8fd-c21c-4661-b2db-ff0fcd521d47" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.284492] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5c62b8fd-c21c-4661-b2db-ff0fcd521d47',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.354650] env[66859]: INFO networking_nsxv3.common.synchronization [req-34756fb9-5f04-4103-b6f2-7665b49efac4 req-9d67002d-2304-4120-baa6-5c328b764e4a tempest-SecurityGroupsTestJSON-333763930 tempest-SecurityGroupsTestJSON-333763930-project-member] Enqueued Resource ID: 9977798c-edc8-4a04-a548-1818f0310d60 with Priority: HIGHEST for action security_group_members [ 674.354650] env[66859]: INFO networking_nsxv3.common.synchronization [req-34756fb9-5f04-4103-b6f2-7665b49efac4 req-9d67002d-2304-4120-baa6-5c328b764e4a tempest-SecurityGroupsTestJSON-333763930 tempest-SecurityGroupsTestJSON-333763930-project-member] Enqueued Resource ID: da1f97c1-5b6a-4cef-b9ab-8112d4c337bd with Priority: HIGHEST for action security_group_members [ 674.354650] env[66859]: INFO networking_nsxv3.common.synchronization [req-34756fb9-5f04-4103-b6f2-7665b49efac4 req-9d67002d-2304-4120-baa6-5c328b764e4a tempest-SecurityGroupsTestJSON-333763930 tempest-SecurityGroupsTestJSON-333763930-project-member] Enqueued Resource ID: 955eb3b7-7e9e-4972-9cd5-948338492739 with Priority: HIGHEST for action security_group_members [ 674.355136] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9977798c-edc8-4a04-a548-1818f0310d60 with Priority: HIGHEST for action security_group_members [ 674.355342] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: da1f97c1-5b6a-4cef-b9ab-8112d4c337bd with Priority: HIGHEST for action security_group_members [ 674.356106] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 955eb3b7-7e9e-4972-9cd5-948338492739 with Priority: HIGHEST for action security_group_members [ 674.356106] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-9977798c-edc8-4a04-a548-1818f0310d60 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.356106] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9977798c-edc8-4a04-a548-1818f0310d60" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.356106] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9977798c-edc8-4a04-a548-1818f0310d60" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.357555] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9977798c-edc8-4a04-a548-1818f0310d60" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.358266] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.358266] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.358266] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.358266] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.358501] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.358539] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9977798c-edc8-4a04-a548-1818f0310d60',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.359575] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-da1f97c1-5b6a-4cef-b9ab-8112d4c337bd taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.359701] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-da1f97c1-5b6a-4cef-b9ab-8112d4c337bd" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.359990] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-955eb3b7-7e9e-4972-9cd5-948338492739 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.360919] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-955eb3b7-7e9e-4972-9cd5-948338492739" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.409682] env[66859]: INFO networking_nsxv3.common.synchronization [req-34756fb9-5f04-4103-b6f2-7665b49efac4 req-9d67002d-2304-4120-baa6-5c328b764e4a tempest-SecurityGroupsTestJSON-333763930 tempest-SecurityGroupsTestJSON-333763930-project-member] Enqueued Resource ID: 955eb3b7-7e9e-4972-9cd5-948338492739 with Priority: HIGHEST for action security_group_rules [ 674.409887] env[66859]: INFO networking_nsxv3.common.synchronization [req-34756fb9-5f04-4103-b6f2-7665b49efac4 req-9d67002d-2304-4120-baa6-5c328b764e4a tempest-SecurityGroupsTestJSON-333763930 tempest-SecurityGroupsTestJSON-333763930-project-member] Enqueued Resource ID: 955eb3b7-7e9e-4972-9cd5-948338492739 with Priority: HIGHEST for action security_group_members [ 674.410054] env[66859]: INFO networking_nsxv3.common.synchronization [req-34756fb9-5f04-4103-b6f2-7665b49efac4 req-9d67002d-2304-4120-baa6-5c328b764e4a tempest-SecurityGroupsTestJSON-333763930 tempest-SecurityGroupsTestJSON-333763930-project-member] Enqueued Resource ID: 9977798c-edc8-4a04-a548-1818f0310d60 with Priority: HIGHEST for action security_group_rules [ 674.410305] env[66859]: INFO networking_nsxv3.common.synchronization [req-34756fb9-5f04-4103-b6f2-7665b49efac4 req-9d67002d-2304-4120-baa6-5c328b764e4a tempest-SecurityGroupsTestJSON-333763930 tempest-SecurityGroupsTestJSON-333763930-project-member] Enqueued Resource ID: 9977798c-edc8-4a04-a548-1818f0310d60 with Priority: HIGHEST for action security_group_members [ 674.410305] env[66859]: INFO networking_nsxv3.common.synchronization [req-34756fb9-5f04-4103-b6f2-7665b49efac4 req-9d67002d-2304-4120-baa6-5c328b764e4a tempest-SecurityGroupsTestJSON-333763930 tempest-SecurityGroupsTestJSON-333763930-project-member] Enqueued Resource ID: da1f97c1-5b6a-4cef-b9ab-8112d4c337bd with Priority: HIGHEST for action security_group_rules [ 674.410392] env[66859]: INFO networking_nsxv3.common.synchronization [req-34756fb9-5f04-4103-b6f2-7665b49efac4 req-9d67002d-2304-4120-baa6-5c328b764e4a tempest-SecurityGroupsTestJSON-333763930 tempest-SecurityGroupsTestJSON-333763930-project-member] Enqueued Resource ID: da1f97c1-5b6a-4cef-b9ab-8112d4c337bd with Priority: HIGHEST for action security_group_members [ 674.410504] env[66859]: INFO networking_nsxv3.common.synchronization [req-34756fb9-5f04-4103-b6f2-7665b49efac4 req-9d67002d-2304-4120-baa6-5c328b764e4a tempest-SecurityGroupsTestJSON-333763930 tempest-SecurityGroupsTestJSON-333763930-project-member] Enqueued Resource ID: 77f37379-98ff-429f-a3be-694ba9d72a8c with Priority: HIGHEST for action port [ 674.410996] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 955eb3b7-7e9e-4972-9cd5-948338492739 with Priority: HIGHEST for action security_group_rules [ 674.411278] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9977798c-edc8-4a04-a548-1818f0310d60 with Priority: HIGHEST for action security_group_rules [ 674.411410] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: da1f97c1-5b6a-4cef-b9ab-8112d4c337bd with Priority: HIGHEST for action security_group_members [ 674.411531] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 77f37379-98ff-429f-a3be-694ba9d72a8c with Priority: HIGHEST for action port [ 674.411692] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: da1f97c1-5b6a-4cef-b9ab-8112d4c337bd with Priority: HIGHEST for action security_group_rules [ 674.412025] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 955eb3b7-7e9e-4972-9cd5-948338492739 with Priority: HIGHEST for action security_group_members [ 674.412148] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9977798c-edc8-4a04-a548-1818f0310d60 with Priority: HIGHEST for action security_group_members [ 674.412497] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock rules-955eb3b7-7e9e-4972-9cd5-948338492739 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.412694] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-955eb3b7-7e9e-4972-9cd5-948338492739" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.412999] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9977798c-edc8-4a04-a548-1818f0310d60 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.413337] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9977798c-edc8-4a04-a548-1818f0310d60" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.413337] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9977798c-edc8-4a04-a548-1818f0310d60" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.413504] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9977798c-edc8-4a04-a548-1818f0310d60" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.413504] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9977798c-edc8-4a04-a548-1818f0310d60',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.414409] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-da1f97c1-5b6a-4cef-b9ab-8112d4c337bd taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.414509] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-da1f97c1-5b6a-4cef-b9ab-8112d4c337bd" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.414841] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock port-77f37379-98ff-429f-a3be-694ba9d72a8c taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.414841] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-77f37379-98ff-429f-a3be-694ba9d72a8c" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.415131] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-77f37379-98ff-429f-a3be-694ba9d72a8c" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.415131] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-77f37379-98ff-429f-a3be-694ba9d72a8c" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.415218] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('77f37379-98ff-429f-a3be-694ba9d72a8c',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.417098] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock rules-da1f97c1-5b6a-4cef-b9ab-8112d4c337bd taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.417098] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-da1f97c1-5b6a-4cef-b9ab-8112d4c337bd" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.417098] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-955eb3b7-7e9e-4972-9cd5-948338492739 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.417098] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-955eb3b7-7e9e-4972-9cd5-948338492739" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.417098] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-9977798c-edc8-4a04-a548-1818f0310d60 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.417530] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9977798c-edc8-4a04-a548-1818f0310d60" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.508262] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.508694] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.508694] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.509211] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.509211] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.509211] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: da1f97c1-5b6a-4cef-b9ab-8112d4c337bd is going to be updated. [ 674.510643] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.510772] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.510850] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.511129] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.511220] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.511257] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 955eb3b7-7e9e-4972-9cd5-948338492739 is going to be updated. [ 674.544255] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.545358] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.545358] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.545684] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.545806] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.550127] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.550640] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.550726] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.550953] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.551106] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.565379] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 955eb3b7-7e9e-4972-9cd5-948338492739 in Status: IN_PROGRESS for 2s [ 674.568279] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: da1f97c1-5b6a-4cef-b9ab-8112d4c337bd in Status: IN_PROGRESS for 2s [ 674.570451] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-61a9a6ec-57b9-4936-b34a-32d467c50283 taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.570451] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-61a9a6ec-57b9-4936-b34a-32d467c50283" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.570451] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-61a9a6ec-57b9-4936-b34a-32d467c50283" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.570747] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-61a9a6ec-57b9-4936-b34a-32d467c50283" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.571771] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.571771] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.571771] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.571771] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.571771] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.571771] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-61a9a6ec-57b9-4936-b34a-32d467c50283" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.571771] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-61a9a6ec-57b9-4936-b34a-32d467c50283 taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.572127] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-61a9a6ec-57b9-4936-b34a-32d467c50283" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.572127] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-61a9a6ec-57b9-4936-b34a-32d467c50283" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.572127] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-61a9a6ec-57b9-4936-b34a-32d467c50283" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.572220] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.572314] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.572759] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.572995] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.573467] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.573467] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-61a9a6ec-57b9-4936-b34a-32d467c50283" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.573467] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('61a9a6ec-57b9-4936-b34a-32d467c50283',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.684880] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.685498] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.685498] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.685498] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.685498] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.685760] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.685760] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.685760] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.685941] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.686022] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.687267] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 23166515-b200-4685-af0d-00ad505cf17c already deleted. [ 674.687267] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-23166515-b200-4685-af0d-00ad505cf17c" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.702254] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock network-960 taken with stack trace [, , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.702468] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "network-960" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.702663] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "network-960" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.702931] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "network-960" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.703449] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.703619] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.703732] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.703966] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.704692] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.704939] env[66859]: DEBUG dogpile.cache.region [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] No value present for key: 'zone-id' {{(pid=66859) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 674.705073] env[66859]: DEBUG dogpile.lock [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] NeedRegenerationException {{(pid=66859) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 674.705180] env[66859]: DEBUG dogpile.lock [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] no value, waiting for create lock {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 674.705281] env[66859]: DEBUG dogpile.lock [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] value creation lock acquired {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 674.705509] env[66859]: DEBUG dogpile.cache.region [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] No value present for key: 'zone-id' {{(pid=66859) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 674.705509] env[66859]: DEBUG dogpile.lock [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Calling creation function for not-yet-present value {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 674.705658] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 674.710800] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.715134] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.715134] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.715134] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.715134] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.715134] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 744147b6-7eaf-46f1-a7cd-edd87a7028f4 is going to be created. [ 674.735282] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 674.735282] env[66859]: DEBUG dogpile.cache.region [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=66859) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 674.735282] env[66859]: DEBUG dogpile.lock [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Released creation lock {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 674.735282] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "network-960" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.735282] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock port-28078054-b5d0-44c0-b380-05e158932d8f taken with stack trace [, , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.735282] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "port-28078054-b5d0-44c0-b380-05e158932d8f" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.736123] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "port-28078054-b5d0-44c0-b380-05e158932d8f" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.737820] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "port-28078054-b5d0-44c0-b380-05e158932d8f" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.738263] env[66859]: DEBUG networking_nsxv3.api.rpc [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('28078054-b5d0-44c0-b380-05e158932d8f',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.747795] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.747795] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.747795] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.747795] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.747795] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.758941] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 744147b6-7eaf-46f1-a7cd-edd87a7028f4 in Status: UNINITIALIZED for 2s [ 674.787442] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5c62b8fd-c21c-4661-b2db-ff0fcd521d47 [ 674.787442] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.787442] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.787442] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.787442] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.787442] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.787442] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5c62b8fd-c21c-4661-b2db-ff0fcd521d47 already deleted. [ 674.787442] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5c62b8fd-c21c-4661-b2db-ff0fcd521d47" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.861856] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9977798c-edc8-4a04-a548-1818f0310d60',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.919071] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 77f37379-98ff-429f-a3be-694ba9d72a8c with status ACTIVE [ 674.919344] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.919509] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.919576] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.919957] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.920126] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.920337] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.920446] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.920511] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.920693] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.920779] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.921023] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.921104] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.921170] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.921341] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.921443] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.921557] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 77f37379-98ff-429f-a3be-694ba9d72a8c is going to be updated. [ 674.922820] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-9977798c-edc8-4a04-a548-1818f0310d60 taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.922933] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9977798c-edc8-4a04-a548-1818f0310d60" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.946751] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.947047] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.947047] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.947297] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.947443] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.947700] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-77f37379-98ff-429f-a3be-694ba9d72a8c" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.076993] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 61a9a6ec-57b9-4936-b34a-32d467c50283: rpc.has_security_group_logging(os_id): False [ 675.109738] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.109998] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.110093] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.110270] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.110362] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.111122] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.111122] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.111122] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.111122] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.111122] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.111381] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.111381] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.111381] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.111534] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.111572] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.111803] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.111884] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.111925] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.112064] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.112159] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.112273] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 61a9a6ec-57b9-4936-b34a-32d467c50283 is going to be updated. [ 675.195311] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.195418] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.195418] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.195626] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.195772] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.224887] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 61a9a6ec-57b9-4936-b34a-32d467c50283 in Status: IN_PROGRESS for 2s [ 675.241108] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.241405] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.241547] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.245142] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.245142] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.245142] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Segment Port 28078054-b5d0-44c0-b380-05e158932d8f not found, creating... [ 675.245142] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.245142] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.245142] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.245142] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.245142] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.245142] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.245142] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.245950] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.245950] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.245950] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.245950] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Resource: SegmentPort with ID: 28078054-b5d0-44c0-b380-05e158932d8f is going to be created. [ 675.268944] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.269373] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.272687] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.272964] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.273286] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.273709] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "port-28078054-b5d0-44c0-b380-05e158932d8f" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.365989] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9977798c-edc8-4a04-a548-1818f0310d60',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.728433] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a8db944f-5ab5-41ea-a1a4-dfecf0473c49 in Status: SUCCESS [ 675.729373] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a8db944f-5ab5-41ea-a1a4-dfecf0473c49" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.868489] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.868489] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.868489] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.872200] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.872484] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.872616] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9977798c-edc8-4a04-a548-1818f0310d60 is going to be created. [ 675.916068] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.917296] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.917481] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.917849] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.918078] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.934085] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9977798c-edc8-4a04-a548-1818f0310d60 in Status: UNINITIALIZED for 2s [ 676.542561] env[66859]: INFO networking_nsxv3.common.synchronization [req-3b93018b-994a-44a4-8aae-29dd633f2261 req-601aaa92-d8f4-47d4-9db2-9a6fdd847225 service nova] Enqueued Resource ID: 23166515-b200-4685-af0d-00ad505cf17c with Priority: HIGHEST for action security_group_rules [ 676.542747] env[66859]: INFO networking_nsxv3.common.synchronization [req-3b93018b-994a-44a4-8aae-29dd633f2261 req-601aaa92-d8f4-47d4-9db2-9a6fdd847225 service nova] Enqueued Resource ID: 23166515-b200-4685-af0d-00ad505cf17c with Priority: HIGHEST for action security_group_members [ 676.542873] env[66859]: INFO networking_nsxv3.common.synchronization [req-3b93018b-994a-44a4-8aae-29dd633f2261 req-601aaa92-d8f4-47d4-9db2-9a6fdd847225 service nova] Enqueued Resource ID: 28078054-b5d0-44c0-b380-05e158932d8f with Priority: HIGHEST for action port [ 676.543634] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 23166515-b200-4685-af0d-00ad505cf17c with Priority: HIGHEST for action security_group_rules [ 676.544312] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 23166515-b200-4685-af0d-00ad505cf17c with Priority: HIGHEST for action security_group_members [ 676.544312] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 28078054-b5d0-44c0-b380-05e158932d8f with Priority: HIGHEST for action port [ 676.544497] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock rules-23166515-b200-4685-af0d-00ad505cf17c taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.544497] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-23166515-b200-4685-af0d-00ad505cf17c" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.544669] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-23166515-b200-4685-af0d-00ad505cf17c" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.544809] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-23166515-b200-4685-af0d-00ad505cf17c" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.544888] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('23166515-b200-4685-af0d-00ad505cf17c',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.546149] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-23166515-b200-4685-af0d-00ad505cf17c taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.546149] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-23166515-b200-4685-af0d-00ad505cf17c" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.546280] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-23166515-b200-4685-af0d-00ad505cf17c" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.546467] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-23166515-b200-4685-af0d-00ad505cf17c" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.546671] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.546823] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.546902] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.547070] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.547163] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.547276] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('23166515-b200-4685-af0d-00ad505cf17c',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.548833] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock port-28078054-b5d0-44c0-b380-05e158932d8f taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.548928] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-28078054-b5d0-44c0-b380-05e158932d8f" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.548984] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-28078054-b5d0-44c0-b380-05e158932d8f" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.549196] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-28078054-b5d0-44c0-b380-05e158932d8f" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.549294] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('28078054-b5d0-44c0-b380-05e158932d8f',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.580112] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 955eb3b7-7e9e-4972-9cd5-948338492739 in Status: SUCCESS [ 676.580286] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-955eb3b7-7e9e-4972-9cd5-948338492739" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.581054] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: da1f97c1-5b6a-4cef-b9ab-8112d4c337bd in Status: SUCCESS [ 676.581224] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-da1f97c1-5b6a-4cef-b9ab-8112d4c337bd" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.581897] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-955eb3b7-7e9e-4972-9cd5-948338492739" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.582124] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-955eb3b7-7e9e-4972-9cd5-948338492739" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.582325] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.582444] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.582503] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.582672] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.582750] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.582836] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-955eb3b7-7e9e-4972-9cd5-948338492739" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.582929] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('955eb3b7-7e9e-4972-9cd5-948338492739',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.583778] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-da1f97c1-5b6a-4cef-b9ab-8112d4c337bd" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.583944] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-da1f97c1-5b6a-4cef-b9ab-8112d4c337bd" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.584142] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.584250] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.584308] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.584465] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.584554] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.584639] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-da1f97c1-5b6a-4cef-b9ab-8112d4c337bd" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.584731] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('da1f97c1-5b6a-4cef-b9ab-8112d4c337bd',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.585647] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-955eb3b7-7e9e-4972-9cd5-948338492739" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.586118] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-955eb3b7-7e9e-4972-9cd5-948338492739" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.586336] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.587308] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.587308] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.587308] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.587308] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.587308] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('955eb3b7-7e9e-4972-9cd5-948338492739',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.588130] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-da1f97c1-5b6a-4cef-b9ab-8112d4c337bd" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.588359] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-da1f97c1-5b6a-4cef-b9ab-8112d4c337bd" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.588637] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.588817] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.588894] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.589278] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.589278] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.589278] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('da1f97c1-5b6a-4cef-b9ab-8112d4c337bd',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.771796] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 744147b6-7eaf-46f1-a7cd-edd87a7028f4 in Status: SUCCESS [ 676.772192] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-744147b6-7eaf-46f1-a7cd-edd87a7028f4" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.772372] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-744147b6-7eaf-46f1-a7cd-edd87a7028f4" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.772650] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-744147b6-7eaf-46f1-a7cd-edd87a7028f4" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.773021] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.773173] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.773276] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.773501] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.773593] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.773978] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-744147b6-7eaf-46f1-a7cd-edd87a7028f4" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.774096] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('744147b6-7eaf-46f1-a7cd-edd87a7028f4',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.049285] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('23166515-b200-4685-af0d-00ad505cf17c',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.050695] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-23166515-b200-4685-af0d-00ad505cf17c taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.052318] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-23166515-b200-4685-af0d-00ad505cf17c" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.053032] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 28078054-b5d0-44c0-b380-05e158932d8f with status ACTIVE [ 677.053032] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.053230] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.053230] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.053838] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.053838] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.054770] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.054952] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.055986] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.056293] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.056826] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.056826] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.057051] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.057051] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.057164] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.057394] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.057394] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 28078054-b5d0-44c0-b380-05e158932d8f is going to be updated. [ 677.080624] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.080624] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.080624] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.080984] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.080984] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.081125] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-28078054-b5d0-44c0-b380-05e158932d8f" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.086257] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('955eb3b7-7e9e-4972-9cd5-948338492739',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.091358] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('955eb3b7-7e9e-4972-9cd5-948338492739',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.092387] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-da1f97c1-5b6a-4cef-b9ab-8112d4c337bd taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.092630] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-da1f97c1-5b6a-4cef-b9ab-8112d4c337bd" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.092984] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('da1f97c1-5b6a-4cef-b9ab-8112d4c337bd',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.246534] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 61a9a6ec-57b9-4936-b34a-32d467c50283 in Status: SUCCESS [ 677.246534] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-61a9a6ec-57b9-4936-b34a-32d467c50283" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.279291] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-744147b6-7eaf-46f1-a7cd-edd87a7028f4 taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.279441] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-744147b6-7eaf-46f1-a7cd-edd87a7028f4" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.279507] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-744147b6-7eaf-46f1-a7cd-edd87a7028f4" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.279777] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-744147b6-7eaf-46f1-a7cd-edd87a7028f4" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.279943] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.280076] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.280139] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.280271] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.280347] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.280445] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-744147b6-7eaf-46f1-a7cd-edd87a7028f4" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.280599] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-744147b6-7eaf-46f1-a7cd-edd87a7028f4 taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.280691] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-744147b6-7eaf-46f1-a7cd-edd87a7028f4" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.280763] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-744147b6-7eaf-46f1-a7cd-edd87a7028f4" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.280870] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-744147b6-7eaf-46f1-a7cd-edd87a7028f4" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.280993] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.281112] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.281182] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.282535] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.282535] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.282535] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-744147b6-7eaf-46f1-a7cd-edd87a7028f4" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.282535] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('744147b6-7eaf-46f1-a7cd-edd87a7028f4',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.553850] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('23166515-b200-4685-af0d-00ad505cf17c',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.588394] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 955eb3b7-7e9e-4972-9cd5-948338492739: rpc.has_security_group_logging(os_id): False [ 677.593288] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('955eb3b7-7e9e-4972-9cd5-948338492739',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.594987] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('da1f97c1-5b6a-4cef-b9ab-8112d4c337bd',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.609665] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.609665] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.610071] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.610071] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.610071] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.610301] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.610432] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.610509] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.610678] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.610857] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.610940] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 955eb3b7-7e9e-4972-9cd5-948338492739 is going to be created. [ 677.682022] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.682022] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.682022] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.682022] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.682308] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.717649] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 955eb3b7-7e9e-4972-9cd5-948338492739 in Status: IN_PROGRESS for 2s [ 677.785775] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 744147b6-7eaf-46f1-a7cd-edd87a7028f4: rpc.has_security_group_logging(os_id): False [ 677.817342] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.817917] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.817917] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.818055] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.818112] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.818397] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.818517] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.818603] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.818909] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.819082] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.819289] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.819392] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.819453] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.819628] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.819699] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.819915] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.820075] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.820166] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.820364] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.820442] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.820603] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 744147b6-7eaf-46f1-a7cd-edd87a7028f4 is going to be created. [ 677.899624] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.899757] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.900557] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.900557] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.900557] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.915651] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 744147b6-7eaf-46f1-a7cd-edd87a7028f4 in Status: IN_PROGRESS for 2s [ 677.949028] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9977798c-edc8-4a04-a548-1818f0310d60 in Status: SUCCESS [ 677.949028] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9977798c-edc8-4a04-a548-1818f0310d60" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.949028] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9977798c-edc8-4a04-a548-1818f0310d60" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.949028] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9977798c-edc8-4a04-a548-1818f0310d60" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.949028] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.949028] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.949028] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.949028] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.949028] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.949028] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9977798c-edc8-4a04-a548-1818f0310d60',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.061489] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.061489] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.061489] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.061489] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.061489] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.061489] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 23166515-b200-4685-af0d-00ad505cf17c is going to be created. [ 678.091063] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.091063] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.091063] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.091063] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.091063] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.096244] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.097032] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.097275] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.100034] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.100034] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.100034] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 955eb3b7-7e9e-4972-9cd5-948338492739 is going to be updated. [ 678.100034] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.100034] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.100517] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.100877] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.101123] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.101339] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: da1f97c1-5b6a-4cef-b9ab-8112d4c337bd is going to be updated. [ 678.108508] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 23166515-b200-4685-af0d-00ad505cf17c in Status: UNINITIALIZED for 2s [ 678.141479] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.141479] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.141479] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.141479] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.141479] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.152362] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 955eb3b7-7e9e-4972-9cd5-948338492739 in Status: IN_PROGRESS for 2s [ 678.154774] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.154907] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.154963] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.155190] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.155333] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.164495] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: da1f97c1-5b6a-4cef-b9ab-8112d4c337bd in Status: IN_PROGRESS for 2s [ 678.452739] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9977798c-edc8-4a04-a548-1818f0310d60',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.954870] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9977798c-edc8-4a04-a548-1818f0310d60',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.458249] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.458408] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.458475] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.460525] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.460525] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.460525] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9977798c-edc8-4a04-a548-1818f0310d60 is going to be updated. [ 679.494246] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.494403] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.494760] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.494760] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.494870] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.508955] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9977798c-edc8-4a04-a548-1818f0310d60 in Status: IN_PROGRESS for 2s [ 679.739493] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 955eb3b7-7e9e-4972-9cd5-948338492739 in Status: SUCCESS [ 679.739493] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-955eb3b7-7e9e-4972-9cd5-948338492739" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.739493] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-955eb3b7-7e9e-4972-9cd5-948338492739" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.739493] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-955eb3b7-7e9e-4972-9cd5-948338492739" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.739493] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('955eb3b7-7e9e-4972-9cd5-948338492739',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.930958] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 744147b6-7eaf-46f1-a7cd-edd87a7028f4 in Status: SUCCESS [ 679.930958] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-744147b6-7eaf-46f1-a7cd-edd87a7028f4" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.140583] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 23166515-b200-4685-af0d-00ad505cf17c in Status: SUCCESS [ 680.140974] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-23166515-b200-4685-af0d-00ad505cf17c" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.141167] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-23166515-b200-4685-af0d-00ad505cf17c" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.141404] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-23166515-b200-4685-af0d-00ad505cf17c" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.141665] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.141831] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.141927] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.142156] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.142270] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.142404] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-23166515-b200-4685-af0d-00ad505cf17c" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.142524] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('23166515-b200-4685-af0d-00ad505cf17c',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.164283] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 955eb3b7-7e9e-4972-9cd5-948338492739 in Status: SUCCESS [ 680.164634] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-955eb3b7-7e9e-4972-9cd5-948338492739" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.166054] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-955eb3b7-7e9e-4972-9cd5-948338492739" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.166613] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-955eb3b7-7e9e-4972-9cd5-948338492739" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.167809] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.167809] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.167809] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.167809] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.167809] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.167809] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('955eb3b7-7e9e-4972-9cd5-948338492739',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.177726] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: da1f97c1-5b6a-4cef-b9ab-8112d4c337bd in Status: SUCCESS [ 680.178023] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-da1f97c1-5b6a-4cef-b9ab-8112d4c337bd" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.178638] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-da1f97c1-5b6a-4cef-b9ab-8112d4c337bd" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.179342] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-da1f97c1-5b6a-4cef-b9ab-8112d4c337bd" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.179342] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.179541] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.179541] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.179718] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.179781] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.179836] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('da1f97c1-5b6a-4cef-b9ab-8112d4c337bd',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.241966] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-955eb3b7-7e9e-4972-9cd5-948338492739 taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.241966] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-955eb3b7-7e9e-4972-9cd5-948338492739" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.648362] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-23166515-b200-4685-af0d-00ad505cf17c taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.648362] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-23166515-b200-4685-af0d-00ad505cf17c" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.648362] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-23166515-b200-4685-af0d-00ad505cf17c" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.648362] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-23166515-b200-4685-af0d-00ad505cf17c" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.648362] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.648362] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.648362] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.648362] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.648362] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.648362] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-23166515-b200-4685-af0d-00ad505cf17c" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.648362] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-23166515-b200-4685-af0d-00ad505cf17c taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.648362] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-23166515-b200-4685-af0d-00ad505cf17c" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.648362] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-23166515-b200-4685-af0d-00ad505cf17c" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.648362] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-23166515-b200-4685-af0d-00ad505cf17c" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.649063] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.649063] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.649063] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.649063] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.649063] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.649063] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-23166515-b200-4685-af0d-00ad505cf17c" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.649063] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('23166515-b200-4685-af0d-00ad505cf17c',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.670970] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('955eb3b7-7e9e-4972-9cd5-948338492739',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.682321] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('da1f97c1-5b6a-4cef-b9ab-8112d4c337bd',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.157353] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 23166515-b200-4685-af0d-00ad505cf17c: rpc.has_security_group_logging(os_id): False [ 681.173372] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('955eb3b7-7e9e-4972-9cd5-948338492739',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.185443] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('da1f97c1-5b6a-4cef-b9ab-8112d4c337bd',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.189764] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.189963] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.190865] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.191308] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.191499] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.191789] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.191965] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.192092] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.192321] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.192438] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.192648] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.192763] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.192861] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.193096] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.193238] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.193446] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.193549] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.193622] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.193816] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.193937] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.194010] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 23166515-b200-4685-af0d-00ad505cf17c is going to be created. [ 681.263911] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.264084] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.264300] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.264378] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.264550] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.278305] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 23166515-b200-4685-af0d-00ad505cf17c in Status: IN_PROGRESS for 2s [ 681.524374] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9977798c-edc8-4a04-a548-1818f0310d60 in Status: SUCCESS [ 681.524374] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9977798c-edc8-4a04-a548-1818f0310d60" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.524374] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9977798c-edc8-4a04-a548-1818f0310d60" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.524374] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9977798c-edc8-4a04-a548-1818f0310d60" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.524374] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.524374] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.524374] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.524374] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.524374] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.524374] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9977798c-edc8-4a04-a548-1818f0310d60" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.524374] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9977798c-edc8-4a04-a548-1818f0310d60',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.544951] env[66859]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 681.544951] env[66859]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=7 [ 681.678677] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.679068] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.680112] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.680648] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.683155] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.683155] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 955eb3b7-7e9e-4972-9cd5-948338492739 is going to be updated. [ 681.697221] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.697524] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.697634] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.698012] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.698191] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.698377] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: da1f97c1-5b6a-4cef-b9ab-8112d4c337bd is going to be updated. [ 681.716753] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.717494] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.717494] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.717811] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.718047] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.730518] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 955eb3b7-7e9e-4972-9cd5-948338492739 in Status: IN_PROGRESS for 2s [ 681.735361] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.735596] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.735869] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.736047] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.736277] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.748275] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: da1f97c1-5b6a-4cef-b9ab-8112d4c337bd in Status: IN_PROGRESS for 2s [ 682.031166] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9977798c-edc8-4a04-a548-1818f0310d60',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.294843] env[66859]: INFO networking_nsxv3.common.synchronization [req-9997ba58-0de4-4b5d-8d11-bf006ad0b35d req-e00fdb64-15f4-4165-b411-ea6dc8d80f49 tempest-ServersAdminTestJSON-1670526874 tempest-ServersAdminTestJSON-1670526874-project-member] Enqueued Resource ID: 4522597f-f640-407a-8ae0-aa2fe02a5298 with Priority: HIGHEST for action security_group_members [ 682.295492] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4522597f-f640-407a-8ae0-aa2fe02a5298 with Priority: HIGHEST for action security_group_members [ 682.295815] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-4522597f-f640-407a-8ae0-aa2fe02a5298 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.295944] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4522597f-f640-407a-8ae0-aa2fe02a5298" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.296206] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4522597f-f640-407a-8ae0-aa2fe02a5298" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.296441] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4522597f-f640-407a-8ae0-aa2fe02a5298" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.296622] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.296731] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.296799] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.297335] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.297335] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.297335] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4522597f-f640-407a-8ae0-aa2fe02a5298',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.533759] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9977798c-edc8-4a04-a548-1818f0310d60: rpc.has_security_group_logging(os_id): False [ 682.554440] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.554440] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.554440] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.555031] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.555031] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.555132] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.555255] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.555255] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.559024] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.559024] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.559024] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9977798c-edc8-4a04-a548-1818f0310d60 is going to be created. [ 682.618645] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.618782] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.618945] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.619254] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.619461] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.632434] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9977798c-edc8-4a04-a548-1818f0310d60 in Status: IN_PROGRESS for 2s [ 682.800350] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4522597f-f640-407a-8ae0-aa2fe02a5298',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.817455] env[66859]: INFO networking_nsxv3.common.synchronization [None req-a4b24bcf-c111-4f91-a5cd-992b1f4ef7f8 None None] Enqueued Resource ID: 5ab56671-f663-46c9-9f0e-cde9341ac2fa with Priority: HIGHEST for action port [ 682.817455] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ab56671-f663-46c9-9f0e-cde9341ac2fa with Priority: HIGHEST for action port [ 682.818017] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock port-5ab56671-f663-46c9-9f0e-cde9341ac2fa taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.818401] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5ab56671-f663-46c9-9f0e-cde9341ac2fa" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.818780] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5ab56671-f663-46c9-9f0e-cde9341ac2fa" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.819296] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5ab56671-f663-46c9-9f0e-cde9341ac2fa" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.819582] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5ab56671-f663-46c9-9f0e-cde9341ac2fa',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.921569] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock network-918 taken with stack trace [, , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.921776] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "network-918" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.921882] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "network-918" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.922213] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "network-918" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.922584] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.922965] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.923083] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.924928] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.924928] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.924928] env[66859]: DEBUG dogpile.cache.region [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] No value present for key: 'zone-id' {{(pid=66859) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 682.924928] env[66859]: DEBUG dogpile.lock [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] NeedRegenerationException {{(pid=66859) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 682.924928] env[66859]: DEBUG dogpile.lock [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] no value, waiting for create lock {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 682.924928] env[66859]: DEBUG dogpile.lock [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] value creation lock acquired {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 682.924928] env[66859]: DEBUG dogpile.cache.region [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] No value present for key: 'zone-id' {{(pid=66859) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 682.924928] env[66859]: DEBUG dogpile.lock [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Calling creation function for not-yet-present value {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 682.924928] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 682.946830] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 682.946954] env[66859]: DEBUG dogpile.cache.region [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66859) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 682.947119] env[66859]: DEBUG dogpile.lock [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Released creation lock {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 682.947265] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "network-918" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.947607] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock port-354dd6b9-4dea-4ca3-9794-7556ab041a04 taken with stack trace [, , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.947786] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "port-354dd6b9-4dea-4ca3-9794-7556ab041a04" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.947841] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "port-354dd6b9-4dea-4ca3-9794-7556ab041a04" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.948180] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "port-354dd6b9-4dea-4ca3-9794-7556ab041a04" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.948409] env[66859]: DEBUG networking_nsxv3.api.rpc [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('354dd6b9-4dea-4ca3-9794-7556ab041a04',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.291174] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 23166515-b200-4685-af0d-00ad505cf17c in Status: SUCCESS [ 683.291174] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-23166515-b200-4685-af0d-00ad505cf17c" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.302359] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4522597f-f640-407a-8ae0-aa2fe02a5298',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.325015] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5ab56671-f663-46c9-9f0e-cde9341ac2fa [ 683.325015] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.325015] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.325015] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.325015] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.325015] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.325015] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5ab56671-f663-46c9-9f0e-cde9341ac2fa already deleted. [ 683.325015] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5ab56671-f663-46c9-9f0e-cde9341ac2fa" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.450349] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.450659] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.450834] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.451212] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.451362] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.451870] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Segment Port 354dd6b9-4dea-4ca3-9794-7556ab041a04 not found, creating... [ 683.451870] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.452234] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.452314] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.452609] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.452788] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.453121] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.453314] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.453460] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.453684] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.453845] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.454020] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Resource: SegmentPort with ID: 354dd6b9-4dea-4ca3-9794-7556ab041a04 is going to be created. [ 683.476447] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.476975] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.477169] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.477483] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.477802] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.478080] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "port-354dd6b9-4dea-4ca3-9794-7556ab041a04" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.743170] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 955eb3b7-7e9e-4972-9cd5-948338492739 in Status: SUCCESS [ 683.743475] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-955eb3b7-7e9e-4972-9cd5-948338492739" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.743658] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-955eb3b7-7e9e-4972-9cd5-948338492739" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.743914] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-955eb3b7-7e9e-4972-9cd5-948338492739" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.744126] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.744275] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.744350] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.744548] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.744656] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.744756] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-955eb3b7-7e9e-4972-9cd5-948338492739" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.744857] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('955eb3b7-7e9e-4972-9cd5-948338492739',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.761593] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: da1f97c1-5b6a-4cef-b9ab-8112d4c337bd in Status: SUCCESS [ 683.762078] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-da1f97c1-5b6a-4cef-b9ab-8112d4c337bd" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.762654] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-da1f97c1-5b6a-4cef-b9ab-8112d4c337bd" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.762780] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-da1f97c1-5b6a-4cef-b9ab-8112d4c337bd" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.763021] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.763137] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.763215] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.763377] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.763499] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.763547] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-da1f97c1-5b6a-4cef-b9ab-8112d4c337bd" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.763700] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-da1f97c1-5b6a-4cef-b9ab-8112d4c337bd taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.763788] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-da1f97c1-5b6a-4cef-b9ab-8112d4c337bd" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.763862] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-da1f97c1-5b6a-4cef-b9ab-8112d4c337bd" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.764075] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-da1f97c1-5b6a-4cef-b9ab-8112d4c337bd" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.764300] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.764495] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.764599] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.764780] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.764890] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.764994] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-da1f97c1-5b6a-4cef-b9ab-8112d4c337bd" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.765133] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('da1f97c1-5b6a-4cef-b9ab-8112d4c337bd',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.804664] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.806728] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.806830] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.807082] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.807147] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.807343] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4522597f-f640-407a-8ae0-aa2fe02a5298 is going to be updated. [ 683.842693] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.842693] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.843326] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.843326] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.843326] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.861549] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4522597f-f640-407a-8ae0-aa2fe02a5298 in Status: IN_PROGRESS for 2s [ 684.250107] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('955eb3b7-7e9e-4972-9cd5-948338492739',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.267398] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for da1f97c1-5b6a-4cef-b9ab-8112d4c337bd: rpc.has_security_group_logging(os_id): False [ 684.292500] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.292686] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.292764] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.292919] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.314707] env[66859]: INFO networking_nsxv3.common.synchronization [req-9997ba58-0de4-4b5d-8d11-bf006ad0b35d req-63d352d0-870c-4193-8b98-bb52eb21172a service nova] Enqueued Resource ID: 4522597f-f640-407a-8ae0-aa2fe02a5298 with Priority: HIGHEST for action security_group_rules [ 684.314707] env[66859]: INFO networking_nsxv3.common.synchronization [req-9997ba58-0de4-4b5d-8d11-bf006ad0b35d req-63d352d0-870c-4193-8b98-bb52eb21172a service nova] Enqueued Resource ID: 4522597f-f640-407a-8ae0-aa2fe02a5298 with Priority: HIGHEST for action security_group_members [ 684.314707] env[66859]: INFO networking_nsxv3.common.synchronization [req-9997ba58-0de4-4b5d-8d11-bf006ad0b35d req-63d352d0-870c-4193-8b98-bb52eb21172a service nova] Enqueued Resource ID: 354dd6b9-4dea-4ca3-9794-7556ab041a04 with Priority: HIGHEST for action port [ 684.315368] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4522597f-f640-407a-8ae0-aa2fe02a5298 with Priority: HIGHEST for action security_group_rules [ 684.315518] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4522597f-f640-407a-8ae0-aa2fe02a5298 with Priority: HIGHEST for action security_group_members [ 684.315644] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 354dd6b9-4dea-4ca3-9794-7556ab041a04 with Priority: HIGHEST for action port [ 684.315970] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4522597f-f640-407a-8ae0-aa2fe02a5298 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.320013] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4522597f-f640-407a-8ae0-aa2fe02a5298" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.320106] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4522597f-f640-407a-8ae0-aa2fe02a5298" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.320392] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4522597f-f640-407a-8ae0-aa2fe02a5298" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.320484] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4522597f-f640-407a-8ae0-aa2fe02a5298',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.321523] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-4522597f-f640-407a-8ae0-aa2fe02a5298 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.321628] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4522597f-f640-407a-8ae0-aa2fe02a5298" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.322070] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock port-354dd6b9-4dea-4ca3-9794-7556ab041a04 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.322070] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-354dd6b9-4dea-4ca3-9794-7556ab041a04" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.322070] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-354dd6b9-4dea-4ca3-9794-7556ab041a04" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.322341] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-354dd6b9-4dea-4ca3-9794-7556ab041a04" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.322341] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('354dd6b9-4dea-4ca3-9794-7556ab041a04',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.332431] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.333223] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.333223] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.333223] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.333801] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.333801] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.334186] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.334356] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.334528] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.334703] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.335312] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.335312] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.335312] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.335547] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.339622] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.339622] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.339622] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: da1f97c1-5b6a-4cef-b9ab-8112d4c337bd is going to be updated. [ 684.410590] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.411744] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.411744] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.411744] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.412272] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.428035] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: da1f97c1-5b6a-4cef-b9ab-8112d4c337bd in Status: IN_PROGRESS for 2s [ 684.647290] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9977798c-edc8-4a04-a548-1818f0310d60 in Status: SUCCESS [ 684.647615] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9977798c-edc8-4a04-a548-1818f0310d60" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.686800] env[66859]: INFO networking_nsxv3.common.synchronization [None req-558bcdd5-2fbf-4cd4-a699-18fb6aebc3e1 None None] Enqueued Resource ID: fd653ac5-a7ad-4e56-a82d-8a25d547e1f4 with Priority: HIGHEST for action port [ 684.687068] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd653ac5-a7ad-4e56-a82d-8a25d547e1f4 with Priority: HIGHEST for action port [ 684.687627] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock port-fd653ac5-a7ad-4e56-a82d-8a25d547e1f4 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.687753] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fd653ac5-a7ad-4e56-a82d-8a25d547e1f4" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.687817] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fd653ac5-a7ad-4e56-a82d-8a25d547e1f4" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.688488] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fd653ac5-a7ad-4e56-a82d-8a25d547e1f4" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.688580] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fd653ac5-a7ad-4e56-a82d-8a25d547e1f4',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.753115] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 955eb3b7-7e9e-4972-9cd5-948338492739: rpc.has_security_group_logging(os_id): False [ 684.774502] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.774722] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.774843] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.775199] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.775312] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.775549] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.775649] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.775713] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.775892] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.775972] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.776070] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 955eb3b7-7e9e-4972-9cd5-948338492739 is going to be updated. [ 684.824276] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-4522597f-f640-407a-8ae0-aa2fe02a5298 taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.824493] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4522597f-f640-407a-8ae0-aa2fe02a5298" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.824693] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 354dd6b9-4dea-4ca3-9794-7556ab041a04 with status ACTIVE [ 684.824889] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.825008] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.825078] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.825302] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.825402] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.825581] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.825681] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.825732] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.825890] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.825964] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.826169] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.826269] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.826332] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.826483] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.826556] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.826637] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 354dd6b9-4dea-4ca3-9794-7556ab041a04 is going to be updated. [ 684.851880] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.854402] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.854402] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.854402] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.854402] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.854402] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-354dd6b9-4dea-4ca3-9794-7556ab041a04" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.854884] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.855258] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.855445] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.855746] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.855991] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.872971] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 955eb3b7-7e9e-4972-9cd5-948338492739 in Status: IN_PROGRESS for 2s [ 685.160538] env[66859]: INFO networking_nsxv3.common.synchronization [req-f5964314-7b3e-4408-a4d2-f254e73cabd6 req-cea7bbf9-1e82-432d-ba35-ae3faac46256 tempest-DeleteServersTestJSON-1914830034 tempest-DeleteServersTestJSON-1914830034-project-member] Enqueued Resource ID: 1144757e-e67c-488c-b78d-b24437441b02 with Priority: HIGHEST for action security_group_members [ 685.161191] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1144757e-e67c-488c-b78d-b24437441b02 with Priority: HIGHEST for action security_group_members [ 685.161537] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-1144757e-e67c-488c-b78d-b24437441b02 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.161867] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1144757e-e67c-488c-b78d-b24437441b02" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.161867] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1144757e-e67c-488c-b78d-b24437441b02" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.162167] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1144757e-e67c-488c-b78d-b24437441b02" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.162751] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.162751] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.162751] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.163019] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.163060] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.163959] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1144757e-e67c-488c-b78d-b24437441b02',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.192070] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fd653ac5-a7ad-4e56-a82d-8a25d547e1f4 [ 685.192368] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.192596] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.195218] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.195561] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.195561] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.195561] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fd653ac5-a7ad-4e56-a82d-8a25d547e1f4 already deleted. [ 685.195693] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fd653ac5-a7ad-4e56-a82d-8a25d547e1f4" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.670493] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.670977] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.670977] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.670977] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.697653] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.697926] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.698054] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.698460] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.698460] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.698460] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.698460] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1144757e-e67c-488c-b78d-b24437441b02 is going to be updated. [ 685.730081] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.730293] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.730293] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.730643] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.730643] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.742534] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1144757e-e67c-488c-b78d-b24437441b02 in Status: IN_PROGRESS for 2s [ 685.873714] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4522597f-f640-407a-8ae0-aa2fe02a5298 in Status: SUCCESS [ 685.874291] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4522597f-f640-407a-8ae0-aa2fe02a5298" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.874680] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4522597f-f640-407a-8ae0-aa2fe02a5298" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.875900] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4522597f-f640-407a-8ae0-aa2fe02a5298" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.875900] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.875900] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.875900] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.875900] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.875900] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.876303] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4522597f-f640-407a-8ae0-aa2fe02a5298',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.014064] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock network-190 taken with stack trace [, , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.014064] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "network-190" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.014394] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "network-190" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.014465] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "network-190" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.014679] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.014820] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.014985] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.015470] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.015901] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.016021] env[66859]: DEBUG dogpile.cache.region [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] No value present for key: 'zone-id' {{(pid=66859) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 686.016226] env[66859]: DEBUG dogpile.lock [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] NeedRegenerationException {{(pid=66859) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 686.016430] env[66859]: DEBUG dogpile.lock [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] no value, waiting for create lock {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 686.016629] env[66859]: DEBUG dogpile.lock [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] value creation lock acquired {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 686.016942] env[66859]: DEBUG dogpile.cache.region [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] No value present for key: 'zone-id' {{(pid=66859) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 686.017155] env[66859]: DEBUG dogpile.lock [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Calling creation function for not-yet-present value {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 686.017352] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 686.040530] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 686.040968] env[66859]: DEBUG dogpile.cache.region [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66859) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 686.041109] env[66859]: DEBUG dogpile.lock [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Released creation lock {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 686.041291] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "network-190" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.041644] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock port-341eb33c-e43f-4afc-8c63-e7b819a2fbbf taken with stack trace [, , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.041822] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "port-341eb33c-e43f-4afc-8c63-e7b819a2fbbf" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.041947] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "port-341eb33c-e43f-4afc-8c63-e7b819a2fbbf" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.042313] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "port-341eb33c-e43f-4afc-8c63-e7b819a2fbbf" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.042474] env[66859]: DEBUG networking_nsxv3.api.rpc [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('341eb33c-e43f-4afc-8c63-e7b819a2fbbf',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.188881] env[66859]: INFO networking_nsxv3.common.synchronization [None req-459e7785-73e3-4008-b522-8a1b73ceb7f7 None None] Enqueued Resource ID: 2bf404fb-2730-48ed-a0f3-fd134637aa4a with Priority: HIGHEST for action port [ 686.189317] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2bf404fb-2730-48ed-a0f3-fd134637aa4a with Priority: HIGHEST for action port [ 686.189656] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock port-2bf404fb-2730-48ed-a0f3-fd134637aa4a taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.189785] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2bf404fb-2730-48ed-a0f3-fd134637aa4a" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.189865] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2bf404fb-2730-48ed-a0f3-fd134637aa4a" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.190215] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2bf404fb-2730-48ed-a0f3-fd134637aa4a" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.190308] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2bf404fb-2730-48ed-a0f3-fd134637aa4a',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.380228] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4522597f-f640-407a-8ae0-aa2fe02a5298',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.444310] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: da1f97c1-5b6a-4cef-b9ab-8112d4c337bd in Status: SUCCESS [ 686.444677] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-da1f97c1-5b6a-4cef-b9ab-8112d4c337bd" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.444959] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-da1f97c1-5b6a-4cef-b9ab-8112d4c337bd" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.445376] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-da1f97c1-5b6a-4cef-b9ab-8112d4c337bd" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.445484] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('da1f97c1-5b6a-4cef-b9ab-8112d4c337bd',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.545706] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.546105] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.546289] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.546612] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.546818] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.547024] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Segment Port 341eb33c-e43f-4afc-8c63-e7b819a2fbbf not found, creating... [ 686.547334] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.547511] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.547621] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.547848] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.548031] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.548448] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.548804] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.549080] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.549405] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.549624] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.549869] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Resource: SegmentPort with ID: 341eb33c-e43f-4afc-8c63-e7b819a2fbbf is going to be created. [ 686.572437] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.572677] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.572745] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.573019] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.573261] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.573478] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "port-341eb33c-e43f-4afc-8c63-e7b819a2fbbf" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.692998] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2bf404fb-2730-48ed-a0f3-fd134637aa4a [ 686.693309] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.693412] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.693480] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.693691] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.693784] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.693882] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2bf404fb-2730-48ed-a0f3-fd134637aa4a already deleted. [ 686.694017] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2bf404fb-2730-48ed-a0f3-fd134637aa4a" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.881814] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4522597f-f640-407a-8ae0-aa2fe02a5298',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.889861] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 955eb3b7-7e9e-4972-9cd5-948338492739 in Status: SUCCESS [ 686.889861] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-955eb3b7-7e9e-4972-9cd5-948338492739" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.949871] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-da1f97c1-5b6a-4cef-b9ab-8112d4c337bd taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.949871] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-da1f97c1-5b6a-4cef-b9ab-8112d4c337bd" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.949871] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-da1f97c1-5b6a-4cef-b9ab-8112d4c337bd" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.949871] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-da1f97c1-5b6a-4cef-b9ab-8112d4c337bd" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.950533] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.950806] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.951093] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.951335] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.951427] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.951547] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-da1f97c1-5b6a-4cef-b9ab-8112d4c337bd" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.951949] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('da1f97c1-5b6a-4cef-b9ab-8112d4c337bd',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.336361] env[66859]: INFO networking_nsxv3.common.synchronization [req-f5964314-7b3e-4408-a4d2-f254e73cabd6 req-9e1a285c-43ee-4217-85f3-e0aa2e674ce3 service nova] Enqueued Resource ID: 1144757e-e67c-488c-b78d-b24437441b02 with Priority: HIGHEST for action security_group_rules [ 687.339437] env[66859]: INFO networking_nsxv3.common.synchronization [req-f5964314-7b3e-4408-a4d2-f254e73cabd6 req-9e1a285c-43ee-4217-85f3-e0aa2e674ce3 service nova] Enqueued Resource ID: 1144757e-e67c-488c-b78d-b24437441b02 with Priority: HIGHEST for action security_group_members [ 687.339700] env[66859]: INFO networking_nsxv3.common.synchronization [req-f5964314-7b3e-4408-a4d2-f254e73cabd6 req-9e1a285c-43ee-4217-85f3-e0aa2e674ce3 service nova] Enqueued Resource ID: 341eb33c-e43f-4afc-8c63-e7b819a2fbbf with Priority: HIGHEST for action port [ 687.341409] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1144757e-e67c-488c-b78d-b24437441b02 with Priority: HIGHEST for action security_group_rules [ 687.345021] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1144757e-e67c-488c-b78d-b24437441b02 with Priority: HIGHEST for action security_group_members [ 687.345021] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 341eb33c-e43f-4afc-8c63-e7b819a2fbbf with Priority: HIGHEST for action port [ 687.345021] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1144757e-e67c-488c-b78d-b24437441b02 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.345021] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1144757e-e67c-488c-b78d-b24437441b02" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.345021] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1144757e-e67c-488c-b78d-b24437441b02" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.345021] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1144757e-e67c-488c-b78d-b24437441b02" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.345021] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1144757e-e67c-488c-b78d-b24437441b02',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.345021] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-1144757e-e67c-488c-b78d-b24437441b02 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.345427] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1144757e-e67c-488c-b78d-b24437441b02" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.345608] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock port-341eb33c-e43f-4afc-8c63-e7b819a2fbbf taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.345752] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-341eb33c-e43f-4afc-8c63-e7b819a2fbbf" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.345847] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-341eb33c-e43f-4afc-8c63-e7b819a2fbbf" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.346071] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-341eb33c-e43f-4afc-8c63-e7b819a2fbbf" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.346175] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('341eb33c-e43f-4afc-8c63-e7b819a2fbbf',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.387850] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.388800] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.388991] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.389249] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.389388] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.389480] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4522597f-f640-407a-8ae0-aa2fe02a5298 is going to be updated. [ 687.421857] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.422452] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.422452] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.422452] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.423798] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.433986] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4522597f-f640-407a-8ae0-aa2fe02a5298 in Status: IN_PROGRESS for 2s [ 687.457308] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-da1f97c1-5b6a-4cef-b9ab-8112d4c337bd taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.457308] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-da1f97c1-5b6a-4cef-b9ab-8112d4c337bd" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.457308] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-da1f97c1-5b6a-4cef-b9ab-8112d4c337bd" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.457308] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-da1f97c1-5b6a-4cef-b9ab-8112d4c337bd" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.457308] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.457308] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.457308] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.457308] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.457308] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.457308] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-da1f97c1-5b6a-4cef-b9ab-8112d4c337bd" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.457308] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-da1f97c1-5b6a-4cef-b9ab-8112d4c337bd taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.458039] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-da1f97c1-5b6a-4cef-b9ab-8112d4c337bd" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.458256] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-da1f97c1-5b6a-4cef-b9ab-8112d4c337bd" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.458956] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-da1f97c1-5b6a-4cef-b9ab-8112d4c337bd" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.460021] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.460021] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.460021] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.460021] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.460021] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.460021] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-da1f97c1-5b6a-4cef-b9ab-8112d4c337bd" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.460021] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('da1f97c1-5b6a-4cef-b9ab-8112d4c337bd',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.560970] env[66859]: INFO networking_nsxv3.common.synchronization [None req-12202205-7bd8-4c6a-a0f9-3b755bcb4c8a None None] Enqueued Resource ID: 2de48514-5318-4e62-b6ce-167bde2983ed with Priority: HIGHEST for action port [ 687.561673] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2de48514-5318-4e62-b6ce-167bde2983ed with Priority: HIGHEST for action port [ 687.562029] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock port-2de48514-5318-4e62-b6ce-167bde2983ed taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.562196] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2de48514-5318-4e62-b6ce-167bde2983ed" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.562276] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2de48514-5318-4e62-b6ce-167bde2983ed" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.562593] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2de48514-5318-4e62-b6ce-167bde2983ed" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.562730] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2de48514-5318-4e62-b6ce-167bde2983ed',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.755304] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1144757e-e67c-488c-b78d-b24437441b02 in Status: SUCCESS [ 687.755713] env[66859]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1144757e-e67c-488c-b78d-b24437441b02 deletion is rescheduled due to dependency. [ 687.755713] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1144757e-e67c-488c-b78d-b24437441b02" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.755844] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1144757e-e67c-488c-b78d-b24437441b02" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.756228] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1144757e-e67c-488c-b78d-b24437441b02" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.756228] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.756357] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.756408] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.756554] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.756643] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.756746] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1144757e-e67c-488c-b78d-b24437441b02',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.847289] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-1144757e-e67c-488c-b78d-b24437441b02 taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.847289] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1144757e-e67c-488c-b78d-b24437441b02" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.850524] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 341eb33c-e43f-4afc-8c63-e7b819a2fbbf with status ACTIVE [ 687.850706] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.850849] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.850916] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.851223] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.851337] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.851656] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.851656] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.851793] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.851865] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.851943] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.852145] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.852230] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.852297] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.852437] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.852507] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.852617] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 341eb33c-e43f-4afc-8c63-e7b819a2fbbf is going to be updated. [ 687.882566] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.882566] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.882566] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.882566] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.882566] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.882566] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-341eb33c-e43f-4afc-8c63-e7b819a2fbbf" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.963418] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for da1f97c1-5b6a-4cef-b9ab-8112d4c337bd: rpc.has_security_group_logging(os_id): False [ 687.985273] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.985430] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.985502] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.985710] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.985800] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.985985] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.986098] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.986162] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.986339] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.986387] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.986571] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.986666] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.986728] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.986914] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.987034] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.987157] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.987277] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.987314] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.987438] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.987510] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.987640] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: da1f97c1-5b6a-4cef-b9ab-8112d4c337bd is going to be updated. [ 688.065156] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2de48514-5318-4e62-b6ce-167bde2983ed [ 688.065740] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.066158] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.066354] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.066644] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.066855] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.067048] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2de48514-5318-4e62-b6ce-167bde2983ed already deleted. [ 688.067212] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2de48514-5318-4e62-b6ce-167bde2983ed" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.081619] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.081619] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.081619] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.081619] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.081886] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.100542] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: da1f97c1-5b6a-4cef-b9ab-8112d4c337bd in Status: IN_PROGRESS for 2s [ 688.259507] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1144757e-e67c-488c-b78d-b24437441b02',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.762054] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1144757e-e67c-488c-b78d-b24437441b02',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.800571] env[66859]: INFO networking_nsxv3.common.synchronization [None req-b68ad698-5b99-4c38-8eda-c60cfd8a7c40 None None] Enqueued Resource ID: 237e3c46-ae01-46a1-a2b8-f0d617193817 with Priority: HIGHEST for action port [ 688.801642] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 237e3c46-ae01-46a1-a2b8-f0d617193817 with Priority: HIGHEST for action port [ 688.801642] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock port-237e3c46-ae01-46a1-a2b8-f0d617193817 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.801642] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-237e3c46-ae01-46a1-a2b8-f0d617193817" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.801642] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-237e3c46-ae01-46a1-a2b8-f0d617193817" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.801985] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-237e3c46-ae01-46a1-a2b8-f0d617193817" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.801985] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('237e3c46-ae01-46a1-a2b8-f0d617193817',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.974689] env[66859]: INFO networking_nsxv3.common.synchronization [req-11831573-e92d-4148-a1d7-0fe8e620b0ad req-4f6bc93f-8112-4ad2-bab6-67b104558e9d tempest-ServersTestBootFromVolume-15186594 tempest-ServersTestBootFromVolume-15186594-project-member] Enqueued Resource ID: 18681103-b00f-4175-a382-0ef43f41024d with Priority: HIGHEST for action security_group_members [ 688.975183] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 18681103-b00f-4175-a382-0ef43f41024d with Priority: HIGHEST for action security_group_members [ 688.975569] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-18681103-b00f-4175-a382-0ef43f41024d taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.975667] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-18681103-b00f-4175-a382-0ef43f41024d" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.975787] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-18681103-b00f-4175-a382-0ef43f41024d" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.976099] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-18681103-b00f-4175-a382-0ef43f41024d" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.976260] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.976361] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.976479] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.976572] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.976657] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.976752] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('18681103-b00f-4175-a382-0ef43f41024d',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.235254] env[66859]: INFO networking_nsxv3.common.synchronization [None req-2ad967bd-cdc5-4a99-867c-34297cc0fde4 None None] Enqueued Resource ID: 2dee4535-4b93-4c55-934a-add201e84978 with Priority: HIGHEST for action port [ 689.236324] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2dee4535-4b93-4c55-934a-add201e84978 with Priority: HIGHEST for action port [ 689.237196] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock port-2dee4535-4b93-4c55-934a-add201e84978 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.241361] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2dee4535-4b93-4c55-934a-add201e84978" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.241478] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2dee4535-4b93-4c55-934a-add201e84978" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.241713] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2dee4535-4b93-4c55-934a-add201e84978" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.241797] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2dee4535-4b93-4c55-934a-add201e84978',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.260183] env[66859]: INFO networking_nsxv3.common.synchronization [req-b684a551-9a64-4a4b-a1d4-c15706cb102c req-93a4ede5-6e11-4552-932f-b99b797a30a0 tempest-ServerAddressesTestJSON-2123176401 tempest-ServerAddressesTestJSON-2123176401-project-member] Enqueued Resource ID: b157eea2-2a05-4c0c-9863-797d66861983 with Priority: HIGHEST for action security_group_members [ 689.260183] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b157eea2-2a05-4c0c-9863-797d66861983 with Priority: HIGHEST for action security_group_members [ 689.260183] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-b157eea2-2a05-4c0c-9863-797d66861983 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.260611] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b157eea2-2a05-4c0c-9863-797d66861983" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.260698] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b157eea2-2a05-4c0c-9863-797d66861983" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.260905] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b157eea2-2a05-4c0c-9863-797d66861983" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.261076] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.261177] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.261233] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.261376] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.261463] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.261556] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b157eea2-2a05-4c0c-9863-797d66861983',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.268033] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.268188] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.268250] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.268433] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.268534] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.268669] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1144757e-e67c-488c-b78d-b24437441b02 is going to be updated. [ 689.306248] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.306430] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.306527] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.306794] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.306979] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.308629] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 237e3c46-ae01-46a1-a2b8-f0d617193817 [ 689.308861] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.309319] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.309319] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.309469] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.309508] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.309639] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:237e3c46-ae01-46a1-a2b8-f0d617193817 already deleted. [ 689.309689] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-237e3c46-ae01-46a1-a2b8-f0d617193817" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.325130] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1144757e-e67c-488c-b78d-b24437441b02 in Status: IN_PROGRESS for 2s [ 689.444766] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4522597f-f640-407a-8ae0-aa2fe02a5298 in Status: SUCCESS [ 689.444986] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4522597f-f640-407a-8ae0-aa2fe02a5298" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.445192] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4522597f-f640-407a-8ae0-aa2fe02a5298" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.445431] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4522597f-f640-407a-8ae0-aa2fe02a5298" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.445740] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.445740] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.445964] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.445964] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.446086] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.446156] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4522597f-f640-407a-8ae0-aa2fe02a5298" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.446239] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4522597f-f640-407a-8ae0-aa2fe02a5298',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.479181] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.479347] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.479427] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.479686] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.500407] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.500665] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.500789] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.500860] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.501053] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.501145] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.501234] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 18681103-b00f-4175-a382-0ef43f41024d is going to be updated. [ 689.533087] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.533087] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.533087] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.533347] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.533484] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.544587] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 18681103-b00f-4175-a382-0ef43f41024d in Status: IN_PROGRESS for 2s [ 689.756345] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2dee4535-4b93-4c55-934a-add201e84978 [ 689.756345] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.756345] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.756345] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.756345] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.756345] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.756345] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2dee4535-4b93-4c55-934a-add201e84978 already deleted. [ 689.756345] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2dee4535-4b93-4c55-934a-add201e84978" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.766312] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.766312] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.766312] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.766312] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.802330] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.803498] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.803498] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.803498] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.803498] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.803498] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.803498] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b157eea2-2a05-4c0c-9863-797d66861983 is going to be updated. [ 689.817244] env[66859]: INFO networking_nsxv3.common.synchronization [req-1809de0c-0466-4a78-8436-e6ef281de7b8 req-6d331f80-d950-4834-aff5-16fdcc1fcf53 tempest-ImagesTestJSON-775779378 tempest-ImagesTestJSON-775779378-project-member] Enqueued Resource ID: 09fc9b17-50d2-4789-87d2-0acbd68153f8 with Priority: HIGHEST for action security_group_members [ 689.820066] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 09fc9b17-50d2-4789-87d2-0acbd68153f8 with Priority: HIGHEST for action security_group_members [ 689.821789] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-09fc9b17-50d2-4789-87d2-0acbd68153f8 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.821789] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-09fc9b17-50d2-4789-87d2-0acbd68153f8" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.821789] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-09fc9b17-50d2-4789-87d2-0acbd68153f8" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.821789] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-09fc9b17-50d2-4789-87d2-0acbd68153f8" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.821789] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.821789] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.821789] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.822174] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.822174] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.822223] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('09fc9b17-50d2-4789-87d2-0acbd68153f8',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.854405] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.857041] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.857041] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.857041] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.857041] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.870679] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b157eea2-2a05-4c0c-9863-797d66861983 in Status: IN_PROGRESS for 2s [ 689.952735] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-4522597f-f640-407a-8ae0-aa2fe02a5298 taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.952735] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4522597f-f640-407a-8ae0-aa2fe02a5298" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.952735] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4522597f-f640-407a-8ae0-aa2fe02a5298" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.952735] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4522597f-f640-407a-8ae0-aa2fe02a5298" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.952735] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.952735] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.952735] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.952735] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.952735] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.952735] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4522597f-f640-407a-8ae0-aa2fe02a5298" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.952735] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-4522597f-f640-407a-8ae0-aa2fe02a5298 taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.952735] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4522597f-f640-407a-8ae0-aa2fe02a5298" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.952735] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4522597f-f640-407a-8ae0-aa2fe02a5298" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.952735] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4522597f-f640-407a-8ae0-aa2fe02a5298" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.952735] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.952735] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.953336] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.953336] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.953336] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.953336] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4522597f-f640-407a-8ae0-aa2fe02a5298" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.953336] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4522597f-f640-407a-8ae0-aa2fe02a5298',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.116950] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: da1f97c1-5b6a-4cef-b9ab-8112d4c337bd in Status: SUCCESS [ 690.116950] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-da1f97c1-5b6a-4cef-b9ab-8112d4c337bd" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.233182] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock network-952 taken with stack trace [, , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.233468] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "network-952" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.233704] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "network-952" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.234023] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "network-952" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.235287] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.235287] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.235287] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.235287] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.235287] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.235287] env[66859]: DEBUG dogpile.cache.region [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] No value present for key: 'zone-id' {{(pid=66859) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 690.235678] env[66859]: DEBUG dogpile.lock [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] NeedRegenerationException {{(pid=66859) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 690.235678] env[66859]: DEBUG dogpile.lock [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] no value, waiting for create lock {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 690.235678] env[66859]: DEBUG dogpile.lock [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] value creation lock acquired {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 690.235860] env[66859]: DEBUG dogpile.cache.region [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] No value present for key: 'zone-id' {{(pid=66859) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 690.236010] env[66859]: DEBUG dogpile.lock [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Calling creation function for not-yet-present value {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 690.236248] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 690.258195] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 690.258430] env[66859]: DEBUG dogpile.cache.region [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66859) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 690.259139] env[66859]: DEBUG dogpile.lock [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Released creation lock {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 690.259288] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "network-952" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.259925] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock port-c56699fc-c33e-4e3b-b253-c4f836d4b1b9 taken with stack trace [, , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.259925] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "port-c56699fc-c33e-4e3b-b253-c4f836d4b1b9" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.259925] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "port-c56699fc-c33e-4e3b-b253-c4f836d4b1b9" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.260233] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "port-c56699fc-c33e-4e3b-b253-c4f836d4b1b9" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.260365] env[66859]: DEBUG networking_nsxv3.api.rpc [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c56699fc-c33e-4e3b-b253-c4f836d4b1b9',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.326231] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.326527] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.326527] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.326811] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.326852] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.327087] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.327199] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.327264] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.327849] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.327937] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.328043] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 09fc9b17-50d2-4789-87d2-0acbd68153f8 is going to be updated. [ 690.362541] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.362708] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.362752] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.363019] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.363122] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.372880] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 09fc9b17-50d2-4789-87d2-0acbd68153f8 in Status: IN_PROGRESS for 2s [ 690.459340] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4522597f-f640-407a-8ae0-aa2fe02a5298: rpc.has_security_group_logging(os_id): False [ 690.481643] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.481643] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.481643] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.481901] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.507490] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.507763] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.507900] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.507971] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.508201] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.508303] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.508523] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.508611] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.508685] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.508820] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.508954] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.509169] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.509260] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.509317] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.509467] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.509542] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.509625] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4522597f-f640-407a-8ae0-aa2fe02a5298 is going to be updated. [ 690.585410] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.585593] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.585633] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.585821] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.585964] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.605044] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4522597f-f640-407a-8ae0-aa2fe02a5298 in Status: IN_PROGRESS for 2s [ 690.759270] env[66859]: INFO networking_nsxv3.common.synchronization [req-92f7e032-a011-4e98-9d99-a965b5057879 req-0a9cc80e-eabf-4ddd-9385-1e69c8329b8b tempest-ServerRescueTestJSONUnderV235-1789730476 tempest-ServerRescueTestJSONUnderV235-1789730476-project-member] Enqueued Resource ID: 61a9a6ec-57b9-4936-b34a-32d467c50283 with Priority: HIGHEST for action security_group_members [ 690.759843] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 61a9a6ec-57b9-4936-b34a-32d467c50283 with Priority: HIGHEST for action security_group_members [ 690.762360] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-61a9a6ec-57b9-4936-b34a-32d467c50283 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.764200] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-61a9a6ec-57b9-4936-b34a-32d467c50283" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.764280] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-61a9a6ec-57b9-4936-b34a-32d467c50283" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.764480] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-61a9a6ec-57b9-4936-b34a-32d467c50283" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.764642] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.764747] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.764808] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.764964] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.765341] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.765341] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('61a9a6ec-57b9-4936-b34a-32d467c50283',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.766442] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.766737] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.766737] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.766957] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.767116] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.767255] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Segment Port c56699fc-c33e-4e3b-b253-c4f836d4b1b9 not found, creating... [ 690.767504] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.767640] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.767766] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.767960] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.768109] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.768385] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.768531] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.768637] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.768830] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.768995] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.769225] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Resource: SegmentPort with ID: c56699fc-c33e-4e3b-b253-c4f836d4b1b9 is going to be created. [ 690.795713] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.795922] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.796060] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.796885] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.797100] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.797342] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "port-c56699fc-c33e-4e3b-b253-c4f836d4b1b9" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.861638] env[66859]: INFO networking_nsxv3.common.synchronization [None req-327e4bb1-1b32-4981-bb3f-b40aa23a5e15 None None] Enqueued Resource ID: 685d0391-695f-4bed-b708-83afeab233bd with Priority: HIGHEST for action port [ 690.862242] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 685d0391-695f-4bed-b708-83afeab233bd with Priority: HIGHEST for action port [ 690.862647] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock port-685d0391-695f-4bed-b708-83afeab233bd taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.864188] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-685d0391-695f-4bed-b708-83afeab233bd" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.864188] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-685d0391-695f-4bed-b708-83afeab233bd" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.864188] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-685d0391-695f-4bed-b708-83afeab233bd" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.864188] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('685d0391-695f-4bed-b708-83afeab233bd',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.272359] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.272752] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.279021] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.279021] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.279021] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.279021] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.279021] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.279021] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.279021] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.279021] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.279021] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 61a9a6ec-57b9-4936-b34a-32d467c50283 is going to be updated. [ 691.310768] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.310768] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.310768] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.310768] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.310768] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.332370] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 61a9a6ec-57b9-4936-b34a-32d467c50283 in Status: IN_PROGRESS for 2s [ 691.345324] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1144757e-e67c-488c-b78d-b24437441b02 in Status: SUCCESS [ 691.345324] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1144757e-e67c-488c-b78d-b24437441b02" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.345324] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1144757e-e67c-488c-b78d-b24437441b02" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.345324] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1144757e-e67c-488c-b78d-b24437441b02" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.345540] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.345604] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.346648] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.346648] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.346648] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.346648] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1144757e-e67c-488c-b78d-b24437441b02" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.346648] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1144757e-e67c-488c-b78d-b24437441b02',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.367333] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 685d0391-695f-4bed-b708-83afeab233bd [ 691.367764] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.367971] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.368052] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.368263] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.368358] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.368453] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:685d0391-695f-4bed-b708-83afeab233bd already deleted. [ 691.368535] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-685d0391-695f-4bed-b708-83afeab233bd" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.560142] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 18681103-b00f-4175-a382-0ef43f41024d in Status: SUCCESS [ 691.560265] env[66859]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 18681103-b00f-4175-a382-0ef43f41024d deletion is rescheduled due to dependency. [ 691.560460] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-18681103-b00f-4175-a382-0ef43f41024d" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.658720] env[66859]: INFO networking_nsxv3.common.synchronization [req-1809de0c-0466-4a78-8436-e6ef281de7b8 req-8902fafc-a24c-4e18-85e3-878b4754ce85 service nova] Enqueued Resource ID: 09fc9b17-50d2-4789-87d2-0acbd68153f8 with Priority: HIGHEST for action security_group_rules [ 691.658868] env[66859]: INFO networking_nsxv3.common.synchronization [req-1809de0c-0466-4a78-8436-e6ef281de7b8 req-8902fafc-a24c-4e18-85e3-878b4754ce85 service nova] Enqueued Resource ID: 09fc9b17-50d2-4789-87d2-0acbd68153f8 with Priority: HIGHEST for action security_group_members [ 691.659049] env[66859]: INFO networking_nsxv3.common.synchronization [req-1809de0c-0466-4a78-8436-e6ef281de7b8 req-8902fafc-a24c-4e18-85e3-878b4754ce85 service nova] Enqueued Resource ID: c56699fc-c33e-4e3b-b253-c4f836d4b1b9 with Priority: HIGHEST for action port [ 691.659600] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 09fc9b17-50d2-4789-87d2-0acbd68153f8 with Priority: HIGHEST for action security_group_rules [ 691.659732] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 09fc9b17-50d2-4789-87d2-0acbd68153f8 with Priority: HIGHEST for action security_group_members [ 691.659856] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c56699fc-c33e-4e3b-b253-c4f836d4b1b9 with Priority: HIGHEST for action port [ 691.660515] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock rules-09fc9b17-50d2-4789-87d2-0acbd68153f8 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.660674] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-09fc9b17-50d2-4789-87d2-0acbd68153f8" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.660750] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-09fc9b17-50d2-4789-87d2-0acbd68153f8" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.660955] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-09fc9b17-50d2-4789-87d2-0acbd68153f8" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.661052] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('09fc9b17-50d2-4789-87d2-0acbd68153f8',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.662079] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-09fc9b17-50d2-4789-87d2-0acbd68153f8 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.662179] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-09fc9b17-50d2-4789-87d2-0acbd68153f8" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.662378] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock port-c56699fc-c33e-4e3b-b253-c4f836d4b1b9 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.662515] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c56699fc-c33e-4e3b-b253-c4f836d4b1b9" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.662568] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c56699fc-c33e-4e3b-b253-c4f836d4b1b9" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.664038] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c56699fc-c33e-4e3b-b253-c4f836d4b1b9" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.664038] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c56699fc-c33e-4e3b-b253-c4f836d4b1b9',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.792086] env[66859]: INFO networking_nsxv3.common.synchronization [None req-aec5e60b-2d21-4eea-b24a-62950b6d6743 tempest-MigrationsAdminTest-1109182759 tempest-MigrationsAdminTest-1109182759-project-member] Enqueued Resource ID: d02007cd-97a7-4260-ab90-0f0a0e2133c0 with Priority: HIGHEST for action security_group_rules [ 691.794018] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d02007cd-97a7-4260-ab90-0f0a0e2133c0 with Priority: HIGHEST for action security_group_rules [ 691.794018] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d02007cd-97a7-4260-ab90-0f0a0e2133c0 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.794018] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d02007cd-97a7-4260-ab90-0f0a0e2133c0" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.794018] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d02007cd-97a7-4260-ab90-0f0a0e2133c0" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.794018] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d02007cd-97a7-4260-ab90-0f0a0e2133c0" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.794018] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d02007cd-97a7-4260-ab90-0f0a0e2133c0',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.848432] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-1144757e-e67c-488c-b78d-b24437441b02 taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.848718] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1144757e-e67c-488c-b78d-b24437441b02" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.849826] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1144757e-e67c-488c-b78d-b24437441b02" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.849826] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1144757e-e67c-488c-b78d-b24437441b02" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.849826] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.849826] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.849826] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.849826] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.849826] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.850092] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1144757e-e67c-488c-b78d-b24437441b02" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.850227] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-1144757e-e67c-488c-b78d-b24437441b02 taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.850343] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1144757e-e67c-488c-b78d-b24437441b02" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.850445] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1144757e-e67c-488c-b78d-b24437441b02" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.850644] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1144757e-e67c-488c-b78d-b24437441b02" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.850793] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.850893] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.850956] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.851853] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.851853] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.851853] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1144757e-e67c-488c-b78d-b24437441b02" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.851962] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1144757e-e67c-488c-b78d-b24437441b02',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.882626] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b157eea2-2a05-4c0c-9863-797d66861983 in Status: SUCCESS [ 691.882822] env[66859]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b157eea2-2a05-4c0c-9863-797d66861983 deletion is rescheduled due to dependency. [ 691.882959] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b157eea2-2a05-4c0c-9863-797d66861983" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.921798] env[66859]: INFO networking_nsxv3.common.synchronization [None req-35df9da8-54b4-4bc4-a414-2b33b24ebfcf tempest-MigrationsAdminTest-1109182759 tempest-MigrationsAdminTest-1109182759-project-member] Enqueued Resource ID: d02007cd-97a7-4260-ab90-0f0a0e2133c0 with Priority: HIGHEST for action security_group_rules [ 691.922802] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d02007cd-97a7-4260-ab90-0f0a0e2133c0 with Priority: HIGHEST for action security_group_rules [ 691.923181] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d02007cd-97a7-4260-ab90-0f0a0e2133c0 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.923291] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d02007cd-97a7-4260-ab90-0f0a0e2133c0" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.167415] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-09fc9b17-50d2-4789-87d2-0acbd68153f8 taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.167554] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-09fc9b17-50d2-4789-87d2-0acbd68153f8" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.168209] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c56699fc-c33e-4e3b-b253-c4f836d4b1b9 with status ACTIVE [ 692.168209] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.168209] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.168209] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.168554] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.168753] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.168985] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.169450] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.169450] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.169450] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.169531] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.169769] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.170222] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.170222] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.172826] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.172826] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.172826] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c56699fc-c33e-4e3b-b253-c4f836d4b1b9 is going to be updated. [ 692.196977] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.197081] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.197165] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.199428] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.199428] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.199428] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c56699fc-c33e-4e3b-b253-c4f836d4b1b9" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.321022] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.321022] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.321022] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.321022] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.321022] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.321022] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d02007cd-97a7-4260-ab90-0f0a0e2133c0 already deleted. [ 692.321022] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d02007cd-97a7-4260-ab90-0f0a0e2133c0" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.321022] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d02007cd-97a7-4260-ab90-0f0a0e2133c0" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.321022] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d02007cd-97a7-4260-ab90-0f0a0e2133c0" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.321022] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d02007cd-97a7-4260-ab90-0f0a0e2133c0',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.354797] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1144757e-e67c-488c-b78d-b24437441b02: rpc.has_security_group_logging(os_id): False [ 692.386029] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.386216] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.386318] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.386610] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.386760] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.387082] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.387323] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.387323] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.387522] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.387634] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.387924] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.388064] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.388150] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.388336] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.388459] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.389100] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.389100] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.389100] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.389246] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.389246] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.389353] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1144757e-e67c-488c-b78d-b24437441b02 is going to be updated. [ 692.397326] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 09fc9b17-50d2-4789-87d2-0acbd68153f8 in Status: SUCCESS [ 692.397326] env[66859]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 09fc9b17-50d2-4789-87d2-0acbd68153f8 deletion is rescheduled due to dependency. [ 692.397326] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-09fc9b17-50d2-4789-87d2-0acbd68153f8" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.397326] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-09fc9b17-50d2-4789-87d2-0acbd68153f8" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.397326] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-09fc9b17-50d2-4789-87d2-0acbd68153f8" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.397326] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.397560] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.397560] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.397711] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.397760] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.397945] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('09fc9b17-50d2-4789-87d2-0acbd68153f8',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.404936] env[66859]: INFO networking_nsxv3.common.synchronization [None req-bc517281-819f-48aa-984e-ee4b8a41edba None None] Enqueued Resource ID: 05e40695-9c90-47b7-a1c2-c92d7183fa8e with Priority: HIGHEST for action port [ 692.404936] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 05e40695-9c90-47b7-a1c2-c92d7183fa8e with Priority: HIGHEST for action port [ 692.405892] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock port-05e40695-9c90-47b7-a1c2-c92d7183fa8e taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.406024] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-05e40695-9c90-47b7-a1c2-c92d7183fa8e" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.406024] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-05e40695-9c90-47b7-a1c2-c92d7183fa8e" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.410456] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-05e40695-9c90-47b7-a1c2-c92d7183fa8e" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.410551] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('05e40695-9c90-47b7-a1c2-c92d7183fa8e',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.485418] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.485950] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.486053] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.486276] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.486425] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.512511] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1144757e-e67c-488c-b78d-b24437441b02 in Status: IN_PROGRESS for 2s [ 692.629427] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4522597f-f640-407a-8ae0-aa2fe02a5298 in Status: SUCCESS [ 692.629648] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4522597f-f640-407a-8ae0-aa2fe02a5298" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.845112] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.845112] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.845112] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.845112] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.845112] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.845112] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d02007cd-97a7-4260-ab90-0f0a0e2133c0 already deleted. [ 692.845112] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d02007cd-97a7-4260-ab90-0f0a0e2133c0" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.904433] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('09fc9b17-50d2-4789-87d2-0acbd68153f8',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.914040] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 05e40695-9c90-47b7-a1c2-c92d7183fa8e [ 692.914040] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.914040] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.914040] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.914040] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.914040] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.914040] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:05e40695-9c90-47b7-a1c2-c92d7183fa8e already deleted. [ 692.914040] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-05e40695-9c90-47b7-a1c2-c92d7183fa8e" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.343670] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 61a9a6ec-57b9-4936-b34a-32d467c50283 in Status: SUCCESS [ 693.343977] env[66859]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 61a9a6ec-57b9-4936-b34a-32d467c50283 deletion is rescheduled due to dependency. [ 693.344207] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-61a9a6ec-57b9-4936-b34a-32d467c50283" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.408409] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('09fc9b17-50d2-4789-87d2-0acbd68153f8',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.914341] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.914732] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.914732] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.915021] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.915191] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.915339] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 09fc9b17-50d2-4789-87d2-0acbd68153f8 is going to be updated. [ 693.958777] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.959106] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.959229] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.959569] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.959921] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.971482] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 09fc9b17-50d2-4789-87d2-0acbd68153f8 in Status: IN_PROGRESS for 2s [ 694.531116] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1144757e-e67c-488c-b78d-b24437441b02 in Status: SUCCESS [ 694.531116] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1144757e-e67c-488c-b78d-b24437441b02" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.985803] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 09fc9b17-50d2-4789-87d2-0acbd68153f8 in Status: SUCCESS [ 695.986115] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-09fc9b17-50d2-4789-87d2-0acbd68153f8" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.986280] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-09fc9b17-50d2-4789-87d2-0acbd68153f8" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.986833] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-09fc9b17-50d2-4789-87d2-0acbd68153f8" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.986833] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.987397] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.987563] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.987763] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.987856] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.987950] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-09fc9b17-50d2-4789-87d2-0acbd68153f8" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.988065] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('09fc9b17-50d2-4789-87d2-0acbd68153f8',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.230602] env[66859]: INFO networking_nsxv3.common.synchronization [req-34710f53-5482-46d9-8440-023b10cbfd46 req-99ad7be7-a9f5-4d3d-91e0-31409cbb3dc6 tempest-ImagesOneServerNegativeTestJSON-1778756211 tempest-ImagesOneServerNegativeTestJSON-1778756211-project-member] Enqueued Resource ID: c2c43257-96ff-41e0-9170-22fd44ad03b7 with Priority: HIGHEST for action security_group_members [ 696.234035] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c2c43257-96ff-41e0-9170-22fd44ad03b7 with Priority: HIGHEST for action security_group_members [ 696.234035] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-c2c43257-96ff-41e0-9170-22fd44ad03b7 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.234035] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c2c43257-96ff-41e0-9170-22fd44ad03b7" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.234035] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c2c43257-96ff-41e0-9170-22fd44ad03b7" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.234035] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c2c43257-96ff-41e0-9170-22fd44ad03b7" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.234035] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.234035] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.234035] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.234035] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.234035] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.234035] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c2c43257-96ff-41e0-9170-22fd44ad03b7',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.491121] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-09fc9b17-50d2-4789-87d2-0acbd68153f8 taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.491121] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-09fc9b17-50d2-4789-87d2-0acbd68153f8" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.491121] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-09fc9b17-50d2-4789-87d2-0acbd68153f8" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.491121] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-09fc9b17-50d2-4789-87d2-0acbd68153f8" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.491121] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.491628] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.491628] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.491628] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.491628] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.491747] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-09fc9b17-50d2-4789-87d2-0acbd68153f8" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.491833] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-09fc9b17-50d2-4789-87d2-0acbd68153f8 taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.491982] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-09fc9b17-50d2-4789-87d2-0acbd68153f8" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.492071] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-09fc9b17-50d2-4789-87d2-0acbd68153f8" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.492282] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-09fc9b17-50d2-4789-87d2-0acbd68153f8" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.492473] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.492581] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.492626] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.492779] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.492857] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.492938] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-09fc9b17-50d2-4789-87d2-0acbd68153f8" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.493513] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('09fc9b17-50d2-4789-87d2-0acbd68153f8',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.738367] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.739824] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.739824] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.739824] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.764025] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.764159] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.764159] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.764283] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.764455] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.764527] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.764596] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c2c43257-96ff-41e0-9170-22fd44ad03b7 is going to be updated. [ 696.796194] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.796380] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.796458] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.796664] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.796933] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.807387] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c2c43257-96ff-41e0-9170-22fd44ad03b7 in Status: IN_PROGRESS for 2s [ 697.001644] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 09fc9b17-50d2-4789-87d2-0acbd68153f8: rpc.has_security_group_logging(os_id): False [ 697.020361] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.020539] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.020582] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.020772] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.020859] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.021275] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.021275] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.021275] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.021430] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.021503] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.022418] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.022418] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.022418] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.022418] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.022418] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.022418] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.022418] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.022418] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.023094] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.023094] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.023094] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 09fc9b17-50d2-4789-87d2-0acbd68153f8 is going to be updated. [ 697.106959] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.107228] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.107371] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.107663] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.108720] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.126702] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 09fc9b17-50d2-4789-87d2-0acbd68153f8 in Status: IN_PROGRESS for 2s [ 697.190225] env[66859]: INFO networking_nsxv3.common.synchronization [req-c5964dc9-1bfc-4167-877d-afefc83590c2 req-836e6884-006e-4276-8f8a-9532ddd7fc86 tempest-AttachInterfacesUnderV243Test-1712102076 tempest-AttachInterfacesUnderV243Test-1712102076-project-member] Enqueued Resource ID: 01e06c7c-a860-4beb-9cc6-7a882e002bd0 with Priority: HIGHEST for action security_group_members [ 697.190225] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01e06c7c-a860-4beb-9cc6-7a882e002bd0 with Priority: HIGHEST for action security_group_members [ 697.191415] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-01e06c7c-a860-4beb-9cc6-7a882e002bd0 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.191793] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-01e06c7c-a860-4beb-9cc6-7a882e002bd0" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.192068] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-01e06c7c-a860-4beb-9cc6-7a882e002bd0" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.192539] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-01e06c7c-a860-4beb-9cc6-7a882e002bd0" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.192789] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.193029] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.193241] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.195201] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.195201] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.195201] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('01e06c7c-a860-4beb-9cc6-7a882e002bd0',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.543394] env[66859]: INFO networking_nsxv3.common.synchronization [req-a79b0d80-b1da-446a-b1f7-1bfe73470dc4 req-2a2d942d-2393-4e2f-8bf7-0e19aa86b721 tempest-DeleteServersAdminTestJSON-953297797 tempest-DeleteServersAdminTestJSON-953297797-project-member] Enqueued Resource ID: a8db944f-5ab5-41ea-a1a4-dfecf0473c49 with Priority: HIGHEST for action security_group_members [ 697.546858] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8db944f-5ab5-41ea-a1a4-dfecf0473c49 with Priority: HIGHEST for action security_group_members [ 697.547677] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-a8db944f-5ab5-41ea-a1a4-dfecf0473c49 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.547979] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a8db944f-5ab5-41ea-a1a4-dfecf0473c49" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.548155] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a8db944f-5ab5-41ea-a1a4-dfecf0473c49" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.550616] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a8db944f-5ab5-41ea-a1a4-dfecf0473c49" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.550880] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.551512] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.551512] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.551512] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.551594] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.551702] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a8db944f-5ab5-41ea-a1a4-dfecf0473c49',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.695601] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.697290] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.699495] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.699495] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.699495] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.699495] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.699495] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.699495] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.699495] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.699495] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.699495] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 01e06c7c-a860-4beb-9cc6-7a882e002bd0 already deleted. [ 697.699495] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-01e06c7c-a860-4beb-9cc6-7a882e002bd0" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.001415] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock network-988 taken with stack trace [, , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.002219] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "network-988" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.002453] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "network-988" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.002814] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "network-988" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.003129] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.003293] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.003406] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.003631] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.003766] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.003972] env[66859]: DEBUG dogpile.cache.region [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] No value present for key: 'zone-id' {{(pid=66859) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 698.004105] env[66859]: DEBUG dogpile.lock [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] NeedRegenerationException {{(pid=66859) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 698.004209] env[66859]: DEBUG dogpile.lock [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] no value, waiting for create lock {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 698.004326] env[66859]: DEBUG dogpile.lock [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] value creation lock acquired {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 698.004432] env[66859]: DEBUG dogpile.cache.region [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] No value present for key: 'zone-id' {{(pid=66859) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 698.004926] env[66859]: DEBUG dogpile.lock [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Calling creation function for not-yet-present value {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 698.005109] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 698.031700] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 698.031700] env[66859]: DEBUG dogpile.cache.region [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=66859) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 698.031700] env[66859]: DEBUG dogpile.lock [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Released creation lock {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 698.031890] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "network-988" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.032209] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock port-0c0c799a-4803-45f5-8514-4cf45f4ad089 taken with stack trace [, , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.032416] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "port-0c0c799a-4803-45f5-8514-4cf45f4ad089" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.032544] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "port-0c0c799a-4803-45f5-8514-4cf45f4ad089" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.033031] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "port-0c0c799a-4803-45f5-8514-4cf45f4ad089" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.033116] env[66859]: DEBUG networking_nsxv3.api.rpc [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0c0c799a-4803-45f5-8514-4cf45f4ad089',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.054589] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.055050] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.055050] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.055228] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.055349] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.055615] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.055789] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.055984] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.056214] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.056214] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.056359] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a8db944f-5ab5-41ea-a1a4-dfecf0473c49 is going to be updated. [ 698.092806] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.093690] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.093690] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.093690] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.093690] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.105037] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a8db944f-5ab5-41ea-a1a4-dfecf0473c49 in Status: IN_PROGRESS for 2s [ 698.210628] env[66859]: INFO networking_nsxv3.common.synchronization [None req-10d8f1dc-1955-45ea-b0d6-511dd5bebf62 None None] Enqueued Resource ID: be208638-686a-44b4-82d1-edca9c6ba88d with Priority: HIGHEST for action port [ 698.211231] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be208638-686a-44b4-82d1-edca9c6ba88d with Priority: HIGHEST for action port [ 698.211456] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock port-be208638-686a-44b4-82d1-edca9c6ba88d taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.211577] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-be208638-686a-44b4-82d1-edca9c6ba88d" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.211634] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-be208638-686a-44b4-82d1-edca9c6ba88d" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.212172] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-be208638-686a-44b4-82d1-edca9c6ba88d" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.212172] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('be208638-686a-44b4-82d1-edca9c6ba88d',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.380062] env[66859]: INFO networking_nsxv3.common.synchronization [req-740dc57d-a7ca-4887-b038-2b1eb85d4ee4 req-020c33e3-b311-451c-aca9-146c584a0dd4 tempest-ServerExternalEventsTest-1923329894 tempest-ServerExternalEventsTest-1923329894-project-member] Enqueued Resource ID: 744147b6-7eaf-46f1-a7cd-edd87a7028f4 with Priority: HIGHEST for action security_group_members [ 698.381337] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 744147b6-7eaf-46f1-a7cd-edd87a7028f4 with Priority: HIGHEST for action security_group_members [ 698.381681] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-744147b6-7eaf-46f1-a7cd-edd87a7028f4 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.381813] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-744147b6-7eaf-46f1-a7cd-edd87a7028f4" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.381912] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-744147b6-7eaf-46f1-a7cd-edd87a7028f4" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.382556] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-744147b6-7eaf-46f1-a7cd-edd87a7028f4" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.382556] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.382556] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.382556] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.382751] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.382751] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.382751] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('744147b6-7eaf-46f1-a7cd-edd87a7028f4',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.535164] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.535401] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.535496] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.535776] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.535961] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.536111] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Segment Port 0c0c799a-4803-45f5-8514-4cf45f4ad089 not found, creating... [ 698.536374] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.536527] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.536637] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.536847] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.536976] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.537263] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.537409] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.537514] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.537709] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.537833] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.538036] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Resource: SegmentPort with ID: 0c0c799a-4803-45f5-8514-4cf45f4ad089 is going to be created. [ 698.559556] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.559756] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.559874] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.560321] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.560540] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.560758] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "port-0c0c799a-4803-45f5-8514-4cf45f4ad089" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.587621] env[66859]: INFO networking_nsxv3.common.synchronization [req-2ab1aa8e-e33b-4809-a3e4-10baf5d54cea req-83853ce0-9c86-4639-bd95-b312cd4ce3fc tempest-VolumesAdminNegativeTest-112468702 tempest-VolumesAdminNegativeTest-112468702-project-member] Enqueued Resource ID: 23166515-b200-4685-af0d-00ad505cf17c with Priority: HIGHEST for action security_group_members [ 698.588229] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 23166515-b200-4685-af0d-00ad505cf17c with Priority: HIGHEST for action security_group_members [ 698.588587] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-23166515-b200-4685-af0d-00ad505cf17c taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.588709] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-23166515-b200-4685-af0d-00ad505cf17c" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.589079] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-23166515-b200-4685-af0d-00ad505cf17c" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.589145] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-23166515-b200-4685-af0d-00ad505cf17c" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.589338] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.589482] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.589577] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.589809] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.589884] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.590027] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('23166515-b200-4685-af0d-00ad505cf17c',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.714533] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port be208638-686a-44b4-82d1-edca9c6ba88d [ 698.714690] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.714847] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.714920] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.715396] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.715396] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.715396] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:be208638-686a-44b4-82d1-edca9c6ba88d already deleted. [ 698.715396] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-be208638-686a-44b4-82d1-edca9c6ba88d" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.817508] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c2c43257-96ff-41e0-9170-22fd44ad03b7 in Status: SUCCESS [ 698.817685] env[66859]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c2c43257-96ff-41e0-9170-22fd44ad03b7 deletion is rescheduled due to dependency. [ 698.817798] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c2c43257-96ff-41e0-9170-22fd44ad03b7" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.885305] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.885521] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.885613] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.885874] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.885988] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.886230] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.886356] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.886427] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.886615] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.886698] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.886820] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 744147b6-7eaf-46f1-a7cd-edd87a7028f4 is going to be updated. [ 698.918125] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.918125] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.918125] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.918125] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.918125] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.926417] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 744147b6-7eaf-46f1-a7cd-edd87a7028f4 in Status: IN_PROGRESS for 2s [ 699.092914] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.093250] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.093305] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.093767] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.094046] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.094270] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.094401] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.094522] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.094650] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.094752] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.094836] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 23166515-b200-4685-af0d-00ad505cf17c is going to be updated. [ 699.133183] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.133183] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.133425] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.133638] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.133734] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.148121] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 23166515-b200-4685-af0d-00ad505cf17c in Status: IN_PROGRESS for 2s [ 699.158511] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 09fc9b17-50d2-4789-87d2-0acbd68153f8 in Status: SUCCESS [ 699.158511] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-09fc9b17-50d2-4789-87d2-0acbd68153f8" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.402993] env[66859]: INFO networking_nsxv3.common.synchronization [req-c5964dc9-1bfc-4167-877d-afefc83590c2 req-09df1ff5-5efd-4d7d-8d5f-61f778580f96 service nova] Enqueued Resource ID: 01e06c7c-a860-4beb-9cc6-7a882e002bd0 with Priority: HIGHEST for action security_group_rules [ 699.403189] env[66859]: INFO networking_nsxv3.common.synchronization [req-c5964dc9-1bfc-4167-877d-afefc83590c2 req-09df1ff5-5efd-4d7d-8d5f-61f778580f96 service nova] Enqueued Resource ID: 01e06c7c-a860-4beb-9cc6-7a882e002bd0 with Priority: HIGHEST for action security_group_members [ 699.403323] env[66859]: INFO networking_nsxv3.common.synchronization [req-c5964dc9-1bfc-4167-877d-afefc83590c2 req-09df1ff5-5efd-4d7d-8d5f-61f778580f96 service nova] Enqueued Resource ID: 0c0c799a-4803-45f5-8514-4cf45f4ad089 with Priority: HIGHEST for action port [ 699.403900] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01e06c7c-a860-4beb-9cc6-7a882e002bd0 with Priority: HIGHEST for action security_group_rules [ 699.404138] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01e06c7c-a860-4beb-9cc6-7a882e002bd0 with Priority: HIGHEST for action security_group_members [ 699.404247] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0c0c799a-4803-45f5-8514-4cf45f4ad089 with Priority: HIGHEST for action port [ 699.404587] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock rules-01e06c7c-a860-4beb-9cc6-7a882e002bd0 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.405326] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-01e06c7c-a860-4beb-9cc6-7a882e002bd0" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.405437] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-01e06c7c-a860-4beb-9cc6-7a882e002bd0" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.405694] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-01e06c7c-a860-4beb-9cc6-7a882e002bd0" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.405987] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('01e06c7c-a860-4beb-9cc6-7a882e002bd0',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.406970] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-01e06c7c-a860-4beb-9cc6-7a882e002bd0 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.407130] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-01e06c7c-a860-4beb-9cc6-7a882e002bd0" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.407179] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-01e06c7c-a860-4beb-9cc6-7a882e002bd0" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.407368] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-01e06c7c-a860-4beb-9cc6-7a882e002bd0" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.407573] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.407769] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.407769] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.408049] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.408447] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.408594] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('01e06c7c-a860-4beb-9cc6-7a882e002bd0',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.410072] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock port-0c0c799a-4803-45f5-8514-4cf45f4ad089 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.410072] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0c0c799a-4803-45f5-8514-4cf45f4ad089" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.410072] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0c0c799a-4803-45f5-8514-4cf45f4ad089" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.410072] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0c0c799a-4803-45f5-8514-4cf45f4ad089" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.410072] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0c0c799a-4803-45f5-8514-4cf45f4ad089',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.912208] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('01e06c7c-a860-4beb-9cc6-7a882e002bd0',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.913334] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-01e06c7c-a860-4beb-9cc6-7a882e002bd0 taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.913461] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-01e06c7c-a860-4beb-9cc6-7a882e002bd0" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.914672] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0c0c799a-4803-45f5-8514-4cf45f4ad089 with status ACTIVE [ 699.914672] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.914672] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.914672] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.914672] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.914672] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.914672] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.914672] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.914672] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.914672] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.917238] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.917238] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.917238] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.917238] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.917238] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.917238] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.917238] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0c0c799a-4803-45f5-8514-4cf45f4ad089 is going to be updated. [ 699.959189] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.959189] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.959189] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.959189] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.959189] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.959189] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0c0c799a-4803-45f5-8514-4cf45f4ad089" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.125237] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a8db944f-5ab5-41ea-a1a4-dfecf0473c49 in Status: SUCCESS [ 700.125497] env[66859]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a8db944f-5ab5-41ea-a1a4-dfecf0473c49 deletion is rescheduled due to dependency. [ 700.125639] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a8db944f-5ab5-41ea-a1a4-dfecf0473c49" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.417988] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('01e06c7c-a860-4beb-9cc6-7a882e002bd0',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.652831] env[66859]: INFO networking_nsxv3.common.synchronization [None req-ba4e8f9e-c5f2-49cc-808b-d59571ceb061 None None] Enqueued Resource ID: d691f27f-282a-4e25-a9fa-4cf6cb7c7a29 with Priority: HIGHEST for action port [ 700.653200] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d691f27f-282a-4e25-a9fa-4cf6cb7c7a29 with Priority: HIGHEST for action port [ 700.653831] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock port-d691f27f-282a-4e25-a9fa-4cf6cb7c7a29 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.653978] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d691f27f-282a-4e25-a9fa-4cf6cb7c7a29" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.654229] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d691f27f-282a-4e25-a9fa-4cf6cb7c7a29" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.654503] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d691f27f-282a-4e25-a9fa-4cf6cb7c7a29" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.655266] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d691f27f-282a-4e25-a9fa-4cf6cb7c7a29',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.689547] env[66859]: INFO networking_nsxv3.common.synchronization [req-fb49c086-1691-4e80-84ec-1358b56df16a req-a7bde90e-7dc5-4eaa-a1a8-2180a292b1d5 tempest-FloatingIPsAssociationNegativeTestJSON-445683035 tempest-FloatingIPsAssociationNegativeTestJSON-445683035-project-member] Enqueued Resource ID: 70e9380f-d543-43af-88fa-f82c07999d51 with Priority: HIGHEST for action security_group_members [ 700.690554] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 70e9380f-d543-43af-88fa-f82c07999d51 with Priority: HIGHEST for action security_group_members [ 700.691071] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-70e9380f-d543-43af-88fa-f82c07999d51 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.691348] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-70e9380f-d543-43af-88fa-f82c07999d51" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.691502] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-70e9380f-d543-43af-88fa-f82c07999d51" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.691858] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-70e9380f-d543-43af-88fa-f82c07999d51" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.692230] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.692472] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.692976] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.692976] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.692976] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.693320] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('70e9380f-d543-43af-88fa-f82c07999d51',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.922101] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.922101] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.922101] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.922324] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.922370] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.922467] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 01e06c7c-a860-4beb-9cc6-7a882e002bd0 is going to be created. [ 700.952075] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 744147b6-7eaf-46f1-a7cd-edd87a7028f4 in Status: SUCCESS [ 700.952075] env[66859]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 744147b6-7eaf-46f1-a7cd-edd87a7028f4 deletion is rescheduled due to dependency. [ 700.952075] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-744147b6-7eaf-46f1-a7cd-edd87a7028f4" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.983104] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.983104] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.983104] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.983104] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.983104] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.010279] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 01e06c7c-a860-4beb-9cc6-7a882e002bd0 in Status: UNINITIALIZED for 2s [ 701.157933] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d691f27f-282a-4e25-a9fa-4cf6cb7c7a29 [ 701.158560] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.158889] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.158997] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.159965] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.159965] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.159965] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d691f27f-282a-4e25-a9fa-4cf6cb7c7a29 already deleted. [ 701.159965] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d691f27f-282a-4e25-a9fa-4cf6cb7c7a29" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.162202] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 23166515-b200-4685-af0d-00ad505cf17c in Status: SUCCESS [ 701.162782] env[66859]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 23166515-b200-4685-af0d-00ad505cf17c deletion is rescheduled due to dependency. [ 701.164449] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-23166515-b200-4685-af0d-00ad505cf17c" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.198086] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.198086] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.198086] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.198086] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.198086] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.198433] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.198433] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.198433] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.198531] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.198578] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.198658] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 70e9380f-d543-43af-88fa-f82c07999d51 already deleted. [ 701.198753] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-70e9380f-d543-43af-88fa-f82c07999d51" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.283860] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock network-969 taken with stack trace [, , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.284188] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "network-969" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.284188] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "network-969" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.284620] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "network-969" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.284774] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.284965] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.285893] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.289027] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.289027] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.289027] env[66859]: DEBUG dogpile.cache.region [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] No value present for key: 'zone-id' {{(pid=66859) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 701.289027] env[66859]: DEBUG dogpile.lock [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] NeedRegenerationException {{(pid=66859) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 701.289027] env[66859]: DEBUG dogpile.lock [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] no value, waiting for create lock {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 701.289027] env[66859]: DEBUG dogpile.lock [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] value creation lock acquired {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 701.289027] env[66859]: DEBUG dogpile.cache.region [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] No value present for key: 'zone-id' {{(pid=66859) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 701.289027] env[66859]: DEBUG dogpile.lock [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Calling creation function for not-yet-present value {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 701.289027] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 701.322719] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 701.323490] env[66859]: DEBUG dogpile.cache.region [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Cache value generated in 0.035 seconds for key(s): 'zone-id' {{(pid=66859) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 701.323741] env[66859]: DEBUG dogpile.lock [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Released creation lock {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 701.324015] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "network-969" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.324462] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock port-5ef7fdd1-c546-4f83-87f8-7ba4072899d4 taken with stack trace [, , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.325970] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "port-5ef7fdd1-c546-4f83-87f8-7ba4072899d4" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.327305] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "port-5ef7fdd1-c546-4f83-87f8-7ba4072899d4" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.327305] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "port-5ef7fdd1-c546-4f83-87f8-7ba4072899d4" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.327305] env[66859]: DEBUG networking_nsxv3.api.rpc [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5ef7fdd1-c546-4f83-87f8-7ba4072899d4',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.831668] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.831668] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.831668] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.831886] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.831886] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.833094] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Segment Port 5ef7fdd1-c546-4f83-87f8-7ba4072899d4 not found, creating... [ 701.833094] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.833094] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.833094] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.833094] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.833094] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.833582] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.834223] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.834391] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.834640] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.834810] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.834976] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Resource: SegmentPort with ID: 5ef7fdd1-c546-4f83-87f8-7ba4072899d4 is going to be created. [ 701.858409] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.858983] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.859471] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.860025] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.860512] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.861289] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "port-5ef7fdd1-c546-4f83-87f8-7ba4072899d4" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.866131] env[66859]: INFO networking_nsxv3.common.synchronization [None req-13994ed9-1c56-41db-b170-492370a896db None None] Enqueued Resource ID: 7fd58da9-0bc6-49ee-a3c4-65840d13cc43 with Priority: HIGHEST for action port [ 701.867307] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7fd58da9-0bc6-49ee-a3c4-65840d13cc43 with Priority: HIGHEST for action port [ 701.867947] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock port-7fd58da9-0bc6-49ee-a3c4-65840d13cc43 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.868124] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7fd58da9-0bc6-49ee-a3c4-65840d13cc43" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.868287] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7fd58da9-0bc6-49ee-a3c4-65840d13cc43" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.868660] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7fd58da9-0bc6-49ee-a3c4-65840d13cc43" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.868826] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7fd58da9-0bc6-49ee-a3c4-65840d13cc43',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.372092] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7fd58da9-0bc6-49ee-a3c4-65840d13cc43 [ 702.372419] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.372559] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.372625] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.372836] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.372955] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.373066] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7fd58da9-0bc6-49ee-a3c4-65840d13cc43 already deleted. [ 702.373158] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7fd58da9-0bc6-49ee-a3c4-65840d13cc43" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.604357] env[66859]: INFO networking_nsxv3.common.synchronization [req-fb49c086-1691-4e80-84ec-1358b56df16a req-13c1d924-210e-4bb3-9a5a-93fc1ae0e4bc service nova] Enqueued Resource ID: 70e9380f-d543-43af-88fa-f82c07999d51 with Priority: HIGHEST for action security_group_rules [ 702.604554] env[66859]: INFO networking_nsxv3.common.synchronization [req-fb49c086-1691-4e80-84ec-1358b56df16a req-13c1d924-210e-4bb3-9a5a-93fc1ae0e4bc service nova] Enqueued Resource ID: 70e9380f-d543-43af-88fa-f82c07999d51 with Priority: HIGHEST for action security_group_members [ 702.604720] env[66859]: INFO networking_nsxv3.common.synchronization [req-fb49c086-1691-4e80-84ec-1358b56df16a req-13c1d924-210e-4bb3-9a5a-93fc1ae0e4bc service nova] Enqueued Resource ID: 5ef7fdd1-c546-4f83-87f8-7ba4072899d4 with Priority: HIGHEST for action port [ 702.605627] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 70e9380f-d543-43af-88fa-f82c07999d51 with Priority: HIGHEST for action security_group_rules [ 702.605758] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 70e9380f-d543-43af-88fa-f82c07999d51 with Priority: HIGHEST for action security_group_members [ 702.605852] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ef7fdd1-c546-4f83-87f8-7ba4072899d4 with Priority: HIGHEST for action port [ 702.606169] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock rules-70e9380f-d543-43af-88fa-f82c07999d51 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.606378] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-70e9380f-d543-43af-88fa-f82c07999d51" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.606420] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-70e9380f-d543-43af-88fa-f82c07999d51" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.606710] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-70e9380f-d543-43af-88fa-f82c07999d51" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.606803] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('70e9380f-d543-43af-88fa-f82c07999d51',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.608436] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-70e9380f-d543-43af-88fa-f82c07999d51 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.608562] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-70e9380f-d543-43af-88fa-f82c07999d51" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.608649] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-70e9380f-d543-43af-88fa-f82c07999d51" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.608926] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-70e9380f-d543-43af-88fa-f82c07999d51" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.609329] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.609435] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.609843] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.610048] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.610159] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.610298] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('70e9380f-d543-43af-88fa-f82c07999d51',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.611991] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock port-5ef7fdd1-c546-4f83-87f8-7ba4072899d4 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.611991] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5ef7fdd1-c546-4f83-87f8-7ba4072899d4" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.611991] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5ef7fdd1-c546-4f83-87f8-7ba4072899d4" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.612649] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5ef7fdd1-c546-4f83-87f8-7ba4072899d4" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.612649] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5ef7fdd1-c546-4f83-87f8-7ba4072899d4',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.022112] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 01e06c7c-a860-4beb-9cc6-7a882e002bd0 in Status: SUCCESS [ 703.022453] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-01e06c7c-a860-4beb-9cc6-7a882e002bd0" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.022719] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-01e06c7c-a860-4beb-9cc6-7a882e002bd0" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.023100] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-01e06c7c-a860-4beb-9cc6-7a882e002bd0" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.023260] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.023448] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.023561] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.023789] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.024601] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.024601] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-01e06c7c-a860-4beb-9cc6-7a882e002bd0" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.024601] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('01e06c7c-a860-4beb-9cc6-7a882e002bd0',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.115332] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-70e9380f-d543-43af-88fa-f82c07999d51 taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.115557] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-70e9380f-d543-43af-88fa-f82c07999d51" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.115798] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('70e9380f-d543-43af-88fa-f82c07999d51',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.117239] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5ef7fdd1-c546-4f83-87f8-7ba4072899d4 with status ACTIVE [ 703.117473] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.117653] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.117653] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.117874] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.117992] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.118713] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.120250] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.120250] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.120250] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.120661] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.121758] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.121758] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.122669] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.122669] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.122669] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.122669] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5ef7fdd1-c546-4f83-87f8-7ba4072899d4 is going to be updated. [ 703.153567] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.153567] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.153567] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.153823] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.154422] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.154422] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5ef7fdd1-c546-4f83-87f8-7ba4072899d4" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.200869] env[66859]: INFO networking_nsxv3.common.synchronization [None req-78a5a0ec-cb91-4150-bc94-9b66cbf7b019 None None] Enqueued Resource ID: 26d46685-094b-4fb9-9a5b-329004b8af85 with Priority: HIGHEST for action port [ 703.201577] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 26d46685-094b-4fb9-9a5b-329004b8af85 with Priority: HIGHEST for action port [ 703.201952] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock port-26d46685-094b-4fb9-9a5b-329004b8af85 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.203798] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-26d46685-094b-4fb9-9a5b-329004b8af85" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.204812] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-26d46685-094b-4fb9-9a5b-329004b8af85" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.205227] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-26d46685-094b-4fb9-9a5b-329004b8af85" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.205437] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('26d46685-094b-4fb9-9a5b-329004b8af85',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.528301] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('01e06c7c-a860-4beb-9cc6-7a882e002bd0',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.530907] env[66859]: INFO networking_nsxv3.common.synchronization [req-431daaae-7f96-4ab5-a3c6-8dc7f3c549cc req-759a566d-dd69-47c9-bf04-515b7233cb47 tempest-MultipleCreateTestJSON-718386698 tempest-MultipleCreateTestJSON-718386698-project-member] Enqueued Resource ID: d1eefa23-9462-4d1d-98d8-a427fa544370 with Priority: HIGHEST for action security_group_members [ 703.533466] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d1eefa23-9462-4d1d-98d8-a427fa544370 with Priority: HIGHEST for action security_group_members [ 703.534083] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-d1eefa23-9462-4d1d-98d8-a427fa544370 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.534083] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d1eefa23-9462-4d1d-98d8-a427fa544370" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.534083] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d1eefa23-9462-4d1d-98d8-a427fa544370" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.534299] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d1eefa23-9462-4d1d-98d8-a427fa544370" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.535087] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.535087] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.535087] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.535087] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.535846] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.535846] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d1eefa23-9462-4d1d-98d8-a427fa544370',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.626709] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('70e9380f-d543-43af-88fa-f82c07999d51',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.712155] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 26d46685-094b-4fb9-9a5b-329004b8af85 [ 703.712155] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.712155] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.712155] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.712155] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.712155] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.712155] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:26d46685-094b-4fb9-9a5b-329004b8af85 already deleted. [ 703.712155] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-26d46685-094b-4fb9-9a5b-329004b8af85" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.011044] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock network-255 taken with stack trace [, , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.011044] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "network-255" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.011044] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "network-255" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.011044] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "network-255" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.011941] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.012855] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.012855] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.014074] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.014074] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.014295] env[66859]: DEBUG dogpile.cache.region [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] No value present for key: 'zone-id' {{(pid=66859) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 704.014415] env[66859]: DEBUG dogpile.lock [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] NeedRegenerationException {{(pid=66859) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 704.014545] env[66859]: DEBUG dogpile.lock [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] no value, waiting for create lock {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 704.014669] env[66859]: DEBUG dogpile.lock [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] value creation lock acquired {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 704.014779] env[66859]: DEBUG dogpile.cache.region [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] No value present for key: 'zone-id' {{(pid=66859) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 704.014883] env[66859]: DEBUG dogpile.lock [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Calling creation function for not-yet-present value {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 704.015023] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 704.032481] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 01e06c7c-a860-4beb-9cc6-7a882e002bd0: rpc.has_security_group_logging(os_id): False [ 704.036515] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 704.037601] env[66859]: DEBUG dogpile.cache.region [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66859) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 704.037601] env[66859]: DEBUG dogpile.lock [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Released creation lock {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 704.037601] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "network-255" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.037601] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock port-3bd9361d-eb26-42d5-bf2e-75b2002d266a taken with stack trace [, , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.037895] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "port-3bd9361d-eb26-42d5-bf2e-75b2002d266a" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.037895] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "port-3bd9361d-eb26-42d5-bf2e-75b2002d266a" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.038303] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "port-3bd9361d-eb26-42d5-bf2e-75b2002d266a" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.038303] env[66859]: DEBUG networking_nsxv3.api.rpc [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3bd9361d-eb26-42d5-bf2e-75b2002d266a',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.040203] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.040203] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.040203] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.040365] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.040365] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.040571] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.040678] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.040743] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.040942] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.041022] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.041102] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d1eefa23-9462-4d1d-98d8-a427fa544370 already deleted. [ 704.041166] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d1eefa23-9462-4d1d-98d8-a427fa544370" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.054468] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.054620] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.054667] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.054929] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.055054] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.055356] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.055577] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.055577] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.055725] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.055806] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.055898] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 01e06c7c-a860-4beb-9cc6-7a882e002bd0 is going to be created. [ 704.132197] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.132344] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.132420] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.132644] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.132822] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.134126] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.134242] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.134313] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.134483] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.134576] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.134667] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 70e9380f-d543-43af-88fa-f82c07999d51 is going to be created. [ 704.155462] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 01e06c7c-a860-4beb-9cc6-7a882e002bd0 in Status: IN_PROGRESS for 2s [ 704.170716] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.170966] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.170966] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.171178] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.171341] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.186522] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 70e9380f-d543-43af-88fa-f82c07999d51 in Status: UNINITIALIZED for 2s [ 704.542448] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.542880] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.542880] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.543104] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.543263] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.543413] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Segment Port 3bd9361d-eb26-42d5-bf2e-75b2002d266a not found, creating... [ 704.543666] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.543834] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.543967] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.544260] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.544357] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.544634] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.544805] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.544920] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.545143] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.545272] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.545420] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Resource: SegmentPort with ID: 3bd9361d-eb26-42d5-bf2e-75b2002d266a is going to be created. [ 704.567368] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.567596] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.567728] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.568045] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.568300] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.568550] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "port-3bd9361d-eb26-42d5-bf2e-75b2002d266a" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.388352] env[66859]: INFO networking_nsxv3.common.synchronization [req-431daaae-7f96-4ab5-a3c6-8dc7f3c549cc req-d6e42592-04e4-4c43-a8a6-c3f80aed18f7 service nova] Enqueued Resource ID: d1eefa23-9462-4d1d-98d8-a427fa544370 with Priority: HIGHEST for action security_group_rules [ 705.388896] env[66859]: INFO networking_nsxv3.common.synchronization [req-431daaae-7f96-4ab5-a3c6-8dc7f3c549cc req-d6e42592-04e4-4c43-a8a6-c3f80aed18f7 service nova] Enqueued Resource ID: d1eefa23-9462-4d1d-98d8-a427fa544370 with Priority: HIGHEST for action security_group_members [ 705.389185] env[66859]: INFO networking_nsxv3.common.synchronization [req-431daaae-7f96-4ab5-a3c6-8dc7f3c549cc req-d6e42592-04e4-4c43-a8a6-c3f80aed18f7 service nova] Enqueued Resource ID: 3bd9361d-eb26-42d5-bf2e-75b2002d266a with Priority: HIGHEST for action port [ 705.389761] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d1eefa23-9462-4d1d-98d8-a427fa544370 with Priority: HIGHEST for action security_group_rules [ 705.389908] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d1eefa23-9462-4d1d-98d8-a427fa544370 with Priority: HIGHEST for action security_group_members [ 705.390088] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3bd9361d-eb26-42d5-bf2e-75b2002d266a with Priority: HIGHEST for action port [ 705.390347] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d1eefa23-9462-4d1d-98d8-a427fa544370 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.390464] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d1eefa23-9462-4d1d-98d8-a427fa544370" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.390681] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d1eefa23-9462-4d1d-98d8-a427fa544370" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.390829] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d1eefa23-9462-4d1d-98d8-a427fa544370" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.390914] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d1eefa23-9462-4d1d-98d8-a427fa544370',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.391827] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-d1eefa23-9462-4d1d-98d8-a427fa544370 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.391944] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d1eefa23-9462-4d1d-98d8-a427fa544370" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.392086] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d1eefa23-9462-4d1d-98d8-a427fa544370" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.392226] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d1eefa23-9462-4d1d-98d8-a427fa544370" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.392362] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.392571] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.392571] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.392656] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.392743] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.392833] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d1eefa23-9462-4d1d-98d8-a427fa544370',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.393666] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock port-3bd9361d-eb26-42d5-bf2e-75b2002d266a taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.393765] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3bd9361d-eb26-42d5-bf2e-75b2002d266a" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.393852] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3bd9361d-eb26-42d5-bf2e-75b2002d266a" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.393993] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3bd9361d-eb26-42d5-bf2e-75b2002d266a" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.394084] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3bd9361d-eb26-42d5-bf2e-75b2002d266a',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.603629] env[66859]: INFO networking_nsxv3.common.synchronization [req-9aea6573-d755-4f5c-969f-2eb96ad81128 req-cb40f6ca-34c4-4911-b044-f1494b34e050 tempest-SecurityGroupRulesNegativeTestJSON-2086149594 tempest-SecurityGroupRulesNegativeTestJSON-2086149594-project-member] Enqueued Resource ID: c7a3b5e4-c07b-4a30-9b19-7970ba75accd with Priority: HIGHEST for action security_group_rules [ 705.604195] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c7a3b5e4-c07b-4a30-9b19-7970ba75accd with Priority: HIGHEST for action security_group_rules [ 705.604514] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c7a3b5e4-c07b-4a30-9b19-7970ba75accd taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.604871] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c7a3b5e4-c07b-4a30-9b19-7970ba75accd" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.604967] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c7a3b5e4-c07b-4a30-9b19-7970ba75accd" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.605318] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c7a3b5e4-c07b-4a30-9b19-7970ba75accd" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.605484] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c7a3b5e4-c07b-4a30-9b19-7970ba75accd',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.899384] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-d1eefa23-9462-4d1d-98d8-a427fa544370 taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.899384] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d1eefa23-9462-4d1d-98d8-a427fa544370" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.899384] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d1eefa23-9462-4d1d-98d8-a427fa544370',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.899384] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3bd9361d-eb26-42d5-bf2e-75b2002d266a with status ACTIVE [ 705.899384] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.899384] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.899384] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.899384] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.899384] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.899384] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.899384] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.899384] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.899384] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.899384] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.899969] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.899969] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.899969] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.899969] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.899969] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.899969] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3bd9361d-eb26-42d5-bf2e-75b2002d266a is going to be updated. [ 705.949406] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.949552] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.949864] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.949864] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.950034] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.950299] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3bd9361d-eb26-42d5-bf2e-75b2002d266a" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.142226] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.143064] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.143064] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.143282] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.143282] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.143718] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c7a3b5e4-c07b-4a30-9b19-7970ba75accd already deleted. [ 706.143718] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c7a3b5e4-c07b-4a30-9b19-7970ba75accd" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.147200] env[66859]: INFO networking_nsxv3.common.synchronization [req-431daaae-7f96-4ab5-a3c6-8dc7f3c549cc req-4695121f-536c-486b-8b59-e6952bb06d52 tempest-MultipleCreateTestJSON-718386698 tempest-MultipleCreateTestJSON-718386698-project-member] Enqueued Resource ID: d1eefa23-9462-4d1d-98d8-a427fa544370 with Priority: HIGHEST for action security_group_members [ 706.148070] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d1eefa23-9462-4d1d-98d8-a427fa544370 with Priority: HIGHEST for action security_group_members [ 706.148819] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-d1eefa23-9462-4d1d-98d8-a427fa544370 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.148819] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d1eefa23-9462-4d1d-98d8-a427fa544370" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.176757] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 01e06c7c-a860-4beb-9cc6-7a882e002bd0 in Status: SUCCESS [ 706.177079] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-01e06c7c-a860-4beb-9cc6-7a882e002bd0" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.199602] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 70e9380f-d543-43af-88fa-f82c07999d51 in Status: SUCCESS [ 706.199602] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-70e9380f-d543-43af-88fa-f82c07999d51" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.199602] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-70e9380f-d543-43af-88fa-f82c07999d51" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.199602] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-70e9380f-d543-43af-88fa-f82c07999d51" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.199602] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.199602] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.199602] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.199602] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.199602] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.199602] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-70e9380f-d543-43af-88fa-f82c07999d51" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.199602] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('70e9380f-d543-43af-88fa-f82c07999d51',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.404059] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d1eefa23-9462-4d1d-98d8-a427fa544370',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.603993] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock network-255 taken with stack trace [, , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.605974] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "network-255" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.606200] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "network-255" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.606413] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "network-255" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.606713] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.606982] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.608118] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.608118] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.608118] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.608118] env[66859]: DEBUG dogpile.cache.region [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] No value present for key: 'zone-id' {{(pid=66859) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 706.608118] env[66859]: DEBUG dogpile.lock [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] NeedRegenerationException {{(pid=66859) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 706.608118] env[66859]: DEBUG dogpile.lock [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] no value, waiting for create lock {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 706.608118] env[66859]: DEBUG dogpile.lock [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] value creation lock acquired {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 706.608118] env[66859]: DEBUG dogpile.cache.region [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] No value present for key: 'zone-id' {{(pid=66859) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 706.608478] env[66859]: DEBUG dogpile.lock [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Calling creation function for not-yet-present value {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 706.608478] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 706.633674] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 706.633927] env[66859]: DEBUG dogpile.cache.region [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=66859) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 706.633927] env[66859]: DEBUG dogpile.lock [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Released creation lock {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 706.634139] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "network-255" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.634461] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock port-13ae4a4f-98ce-4901-8c77-9cb13020003e taken with stack trace [, , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.634661] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "port-13ae4a4f-98ce-4901-8c77-9cb13020003e" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.634775] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "port-13ae4a4f-98ce-4901-8c77-9cb13020003e" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.635245] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "port-13ae4a4f-98ce-4901-8c77-9cb13020003e" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.635546] env[66859]: DEBUG networking_nsxv3.api.rpc [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('13ae4a4f-98ce-4901-8c77-9cb13020003e',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.702347] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-70e9380f-d543-43af-88fa-f82c07999d51 taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.702578] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-70e9380f-d543-43af-88fa-f82c07999d51" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.702640] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-70e9380f-d543-43af-88fa-f82c07999d51" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.702865] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-70e9380f-d543-43af-88fa-f82c07999d51" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.703085] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.703208] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.703336] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.703441] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.703531] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.703654] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-70e9380f-d543-43af-88fa-f82c07999d51" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.703775] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-70e9380f-d543-43af-88fa-f82c07999d51 taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.704286] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-70e9380f-d543-43af-88fa-f82c07999d51" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.704286] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-70e9380f-d543-43af-88fa-f82c07999d51" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.704286] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-70e9380f-d543-43af-88fa-f82c07999d51" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.704530] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.704530] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.704530] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.704695] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.704816] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.704904] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-70e9380f-d543-43af-88fa-f82c07999d51" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.704999] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('70e9380f-d543-43af-88fa-f82c07999d51',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.907020] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.907203] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.907266] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.907493] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.907601] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.907696] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d1eefa23-9462-4d1d-98d8-a427fa544370 is going to be created. [ 706.937142] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.937343] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.937417] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.937689] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.937941] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.951549] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d1eefa23-9462-4d1d-98d8-a427fa544370 in Status: UNINITIALIZED for 2s [ 707.138274] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.138441] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.139271] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.139271] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.139271] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.139423] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Segment Port 13ae4a4f-98ce-4901-8c77-9cb13020003e not found, creating... [ 707.139729] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.139945] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.140160] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.141543] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.141543] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.141543] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.141543] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.141543] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.141543] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.141543] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.141866] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Resource: SegmentPort with ID: 13ae4a4f-98ce-4901-8c77-9cb13020003e is going to be created. [ 707.169743] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.170055] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.170147] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.170448] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.170670] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.170897] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "port-13ae4a4f-98ce-4901-8c77-9cb13020003e" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.208542] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 70e9380f-d543-43af-88fa-f82c07999d51: rpc.has_security_group_logging(os_id): False [ 707.234392] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.234597] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.234635] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.234912] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.234912] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.235125] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.235228] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.235290] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.235750] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.235750] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.235750] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.235966] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.235966] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.235966] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.237300] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.237578] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.237685] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.237749] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.237897] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.237973] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.238070] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 70e9380f-d543-43af-88fa-f82c07999d51 is going to be created. [ 707.353939] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.354213] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.354283] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.354479] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.354662] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.370647] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 70e9380f-d543-43af-88fa-f82c07999d51 in Status: IN_PROGRESS for 2s [ 707.670166] env[66859]: INFO networking_nsxv3.common.synchronization [None req-98e1fbd7-87a3-424f-905b-fc4fb35e2e8f None None] Enqueued Resource ID: dc64462c-72f6-4826-b7ba-bd065321e071 with Priority: HIGHEST for action port [ 707.675661] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc64462c-72f6-4826-b7ba-bd065321e071 with Priority: HIGHEST for action port [ 707.675661] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock port-dc64462c-72f6-4826-b7ba-bd065321e071 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.675661] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dc64462c-72f6-4826-b7ba-bd065321e071" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.675661] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dc64462c-72f6-4826-b7ba-bd065321e071" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.675661] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dc64462c-72f6-4826-b7ba-bd065321e071" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.675661] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dc64462c-72f6-4826-b7ba-bd065321e071',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.014887] env[66859]: INFO networking_nsxv3.common.synchronization [req-431daaae-7f96-4ab5-a3c6-8dc7f3c549cc req-6e17e3a4-4386-4c5f-951c-a9040fa83798 service nova] Enqueued Resource ID: d1eefa23-9462-4d1d-98d8-a427fa544370 with Priority: HIGHEST for action security_group_rules [ 708.015189] env[66859]: INFO networking_nsxv3.common.synchronization [req-431daaae-7f96-4ab5-a3c6-8dc7f3c549cc req-6e17e3a4-4386-4c5f-951c-a9040fa83798 service nova] Enqueued Resource ID: d1eefa23-9462-4d1d-98d8-a427fa544370 with Priority: HIGHEST for action security_group_members [ 708.015392] env[66859]: INFO networking_nsxv3.common.synchronization [req-431daaae-7f96-4ab5-a3c6-8dc7f3c549cc req-6e17e3a4-4386-4c5f-951c-a9040fa83798 service nova] Enqueued Resource ID: 13ae4a4f-98ce-4901-8c77-9cb13020003e with Priority: HIGHEST for action port [ 708.016258] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d1eefa23-9462-4d1d-98d8-a427fa544370 with Priority: HIGHEST for action security_group_rules [ 708.017069] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d1eefa23-9462-4d1d-98d8-a427fa544370 with Priority: HIGHEST for action security_group_members [ 708.017069] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 13ae4a4f-98ce-4901-8c77-9cb13020003e with Priority: HIGHEST for action port [ 708.017069] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d1eefa23-9462-4d1d-98d8-a427fa544370 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.017510] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d1eefa23-9462-4d1d-98d8-a427fa544370" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.017885] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-d1eefa23-9462-4d1d-98d8-a427fa544370 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.017987] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d1eefa23-9462-4d1d-98d8-a427fa544370" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.018714] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock port-13ae4a4f-98ce-4901-8c77-9cb13020003e taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.018714] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-13ae4a4f-98ce-4901-8c77-9cb13020003e" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.018858] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-13ae4a4f-98ce-4901-8c77-9cb13020003e" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.019237] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-13ae4a4f-98ce-4901-8c77-9cb13020003e" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.019371] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('13ae4a4f-98ce-4901-8c77-9cb13020003e',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.176975] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port dc64462c-72f6-4826-b7ba-bd065321e071 [ 708.177358] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.177358] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.177497] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.177632] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.177722] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.177815] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:dc64462c-72f6-4826-b7ba-bd065321e071 already deleted. [ 708.177895] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dc64462c-72f6-4826-b7ba-bd065321e071" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.522273] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 13ae4a4f-98ce-4901-8c77-9cb13020003e with status ACTIVE [ 708.525157] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.525353] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.525424] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.525648] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.525742] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.525939] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.526064] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.526244] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.526302] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.526348] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.526525] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.526617] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.526679] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.526824] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.526897] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.527092] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 13ae4a4f-98ce-4901-8c77-9cb13020003e is going to be updated. [ 708.549916] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.549916] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.549916] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.550127] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.550277] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.550434] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-13ae4a4f-98ce-4901-8c77-9cb13020003e" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.964185] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d1eefa23-9462-4d1d-98d8-a427fa544370 in Status: SUCCESS [ 708.966544] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d1eefa23-9462-4d1d-98d8-a427fa544370" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.966544] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d1eefa23-9462-4d1d-98d8-a427fa544370" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.966544] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d1eefa23-9462-4d1d-98d8-a427fa544370" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.966544] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.966544] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.966544] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.966544] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.966544] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.966544] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d1eefa23-9462-4d1d-98d8-a427fa544370" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.966544] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d1eefa23-9462-4d1d-98d8-a427fa544370',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.970203] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d1eefa23-9462-4d1d-98d8-a427fa544370" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.970203] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d1eefa23-9462-4d1d-98d8-a427fa544370" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.970203] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.970203] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.970203] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.970203] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.970203] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.970203] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d1eefa23-9462-4d1d-98d8-a427fa544370',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.388022] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 70e9380f-d543-43af-88fa-f82c07999d51 in Status: SUCCESS [ 709.388375] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-70e9380f-d543-43af-88fa-f82c07999d51" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.473188] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-d1eefa23-9462-4d1d-98d8-a427fa544370 taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.473317] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d1eefa23-9462-4d1d-98d8-a427fa544370" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.473541] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d1eefa23-9462-4d1d-98d8-a427fa544370',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.694661] env[66859]: INFO networking_nsxv3.common.synchronization [req-a5821703-2e07-4a2f-9df8-6c0ded75684b req-2a0472c3-aa59-4752-9b6f-b8d614cff5d6 tempest-SecurityGroupRulesNegativeTestJSON-2086149594 tempest-SecurityGroupRulesNegativeTestJSON-2086149594-project-member] Enqueued Resource ID: c7a3b5e4-c07b-4a30-9b19-7970ba75accd with Priority: HIGHEST for action security_group_rules [ 709.694661] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c7a3b5e4-c07b-4a30-9b19-7970ba75accd with Priority: HIGHEST for action security_group_rules [ 709.694661] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c7a3b5e4-c07b-4a30-9b19-7970ba75accd taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.694791] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c7a3b5e4-c07b-4a30-9b19-7970ba75accd" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.694980] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c7a3b5e4-c07b-4a30-9b19-7970ba75accd" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.695970] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c7a3b5e4-c07b-4a30-9b19-7970ba75accd" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.695970] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c7a3b5e4-c07b-4a30-9b19-7970ba75accd',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.979448] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d1eefa23-9462-4d1d-98d8-a427fa544370',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.218791] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.218940] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.219019] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.219442] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.219602] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.219686] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c7a3b5e4-c07b-4a30-9b19-7970ba75accd already deleted. [ 710.219789] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c7a3b5e4-c07b-4a30-9b19-7970ba75accd" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.483373] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.483501] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.483578] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.483793] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.483885] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.483980] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d1eefa23-9462-4d1d-98d8-a427fa544370 is going to be updated. [ 710.492900] env[66859]: INFO networking_nsxv3.common.synchronization [None req-68f63925-cf61-42ed-99e0-9213fac3e4f5 None None] Enqueued Resource ID: a88d4198-0370-4689-a1ab-0925ebd5228e with Priority: HIGHEST for action port [ 710.493844] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a88d4198-0370-4689-a1ab-0925ebd5228e with Priority: HIGHEST for action port [ 710.493942] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock port-a88d4198-0370-4689-a1ab-0925ebd5228e taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.494095] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a88d4198-0370-4689-a1ab-0925ebd5228e" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.494162] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a88d4198-0370-4689-a1ab-0925ebd5228e" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.494416] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a88d4198-0370-4689-a1ab-0925ebd5228e" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.494578] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a88d4198-0370-4689-a1ab-0925ebd5228e',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.518416] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.518578] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.518653] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.518876] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.519042] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.532354] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d1eefa23-9462-4d1d-98d8-a427fa544370 in Status: IN_PROGRESS for 2s [ 710.997321] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a88d4198-0370-4689-a1ab-0925ebd5228e [ 710.997636] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.997636] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.997780] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.997899] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.997987] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.998107] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a88d4198-0370-4689-a1ab-0925ebd5228e already deleted. [ 710.998190] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a88d4198-0370-4689-a1ab-0925ebd5228e" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.548514] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d1eefa23-9462-4d1d-98d8-a427fa544370 in Status: SUCCESS [ 712.548514] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d1eefa23-9462-4d1d-98d8-a427fa544370" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.548786] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d1eefa23-9462-4d1d-98d8-a427fa544370" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.548896] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d1eefa23-9462-4d1d-98d8-a427fa544370" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.549052] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.549218] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.549290] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.549467] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.550240] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.550410] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d1eefa23-9462-4d1d-98d8-a427fa544370',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.053624] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d1eefa23-9462-4d1d-98d8-a427fa544370',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.555912] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d1eefa23-9462-4d1d-98d8-a427fa544370',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.735914] env[66859]: INFO networking_nsxv3.common.synchronization [req-57316e2a-974b-448f-ae25-744bb49edb37 req-4b3a6f29-b583-4344-8bce-a1022d910302 tempest-ServersAdminNegativeTestJSON-2133369363 tempest-ServersAdminNegativeTestJSON-2133369363-project-member] Enqueued Resource ID: 68272dce-d5c2-448b-9d17-a6059264aa6b with Priority: HIGHEST for action security_group_members [ 713.736426] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68272dce-d5c2-448b-9d17-a6059264aa6b with Priority: HIGHEST for action security_group_members [ 713.737345] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-68272dce-d5c2-448b-9d17-a6059264aa6b taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.737488] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-68272dce-d5c2-448b-9d17-a6059264aa6b" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.737573] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-68272dce-d5c2-448b-9d17-a6059264aa6b" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.737777] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-68272dce-d5c2-448b-9d17-a6059264aa6b" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.737939] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.738069] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.738135] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.739048] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.739211] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.742319] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('68272dce-d5c2-448b-9d17-a6059264aa6b',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.059521] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.059768] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.059896] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.060267] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.060439] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.060551] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d1eefa23-9462-4d1d-98d8-a427fa544370 is going to be updated. [ 714.091896] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.092122] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.092122] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.092350] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.092474] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.102805] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d1eefa23-9462-4d1d-98d8-a427fa544370 in Status: IN_PROGRESS for 2s [ 714.244684] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('68272dce-d5c2-448b-9d17-a6059264aa6b',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.369443] env[66859]: INFO networking_nsxv3.common.synchronization [req-b51b9404-2e49-4dea-a67b-9364fc327c0d req-2eb58521-f8ba-4a50-a031-5324744ade2b tempest-ServersTestManualDisk-1114544498 tempest-ServersTestManualDisk-1114544498-project-member] Enqueued Resource ID: acbae6a5-b9cb-4715-9a33-1f4541e42659 with Priority: HIGHEST for action security_group_members [ 714.370509] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: acbae6a5-b9cb-4715-9a33-1f4541e42659 with Priority: HIGHEST for action security_group_members [ 714.370622] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-acbae6a5-b9cb-4715-9a33-1f4541e42659 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.370736] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-acbae6a5-b9cb-4715-9a33-1f4541e42659" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.370833] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-acbae6a5-b9cb-4715-9a33-1f4541e42659" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.371132] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-acbae6a5-b9cb-4715-9a33-1f4541e42659" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.371343] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.371482] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.371624] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.372403] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.372403] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.372403] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('acbae6a5-b9cb-4715-9a33-1f4541e42659',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.750608] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('68272dce-d5c2-448b-9d17-a6059264aa6b',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.876708] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.876865] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.876933] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.877228] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.911131] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.911131] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.911131] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.911131] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.911131] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.911131] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.911131] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: acbae6a5-b9cb-4715-9a33-1f4541e42659 is going to be updated. [ 714.984935] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.984935] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.985265] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.985265] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.985406] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.001732] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: acbae6a5-b9cb-4715-9a33-1f4541e42659 in Status: IN_PROGRESS for 2s [ 715.252269] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.252387] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.252503] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.252788] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.252932] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.254082] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 68272dce-d5c2-448b-9d17-a6059264aa6b is going to be updated. [ 715.292889] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.293082] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.293713] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.293713] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.293713] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.315552] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 68272dce-d5c2-448b-9d17-a6059264aa6b in Status: IN_PROGRESS for 2s [ 716.117186] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d1eefa23-9462-4d1d-98d8-a427fa544370 in Status: SUCCESS [ 716.117765] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d1eefa23-9462-4d1d-98d8-a427fa544370" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.117765] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d1eefa23-9462-4d1d-98d8-a427fa544370" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.117898] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d1eefa23-9462-4d1d-98d8-a427fa544370" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.117992] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.118128] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.118206] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.118347] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.119771] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.120246] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d1eefa23-9462-4d1d-98d8-a427fa544370" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.120476] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-d1eefa23-9462-4d1d-98d8-a427fa544370 taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.120673] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d1eefa23-9462-4d1d-98d8-a427fa544370" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.120741] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d1eefa23-9462-4d1d-98d8-a427fa544370" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.120940] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d1eefa23-9462-4d1d-98d8-a427fa544370" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.121162] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.121647] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.121647] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.121647] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.121647] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.121647] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d1eefa23-9462-4d1d-98d8-a427fa544370" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.121819] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d1eefa23-9462-4d1d-98d8-a427fa544370',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.625898] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d1eefa23-9462-4d1d-98d8-a427fa544370: rpc.has_security_group_logging(os_id): False [ 716.648084] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.648234] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.648309] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.648507] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.648601] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.648782] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.648879] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.648934] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.649124] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.649223] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.649416] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.649512] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.649572] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.649720] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.649780] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.649948] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.650066] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.650121] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.650362] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.650362] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.650519] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d1eefa23-9462-4d1d-98d8-a427fa544370 is going to be created. [ 716.720172] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.720364] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.720425] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.720624] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.720800] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.733896] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d1eefa23-9462-4d1d-98d8-a427fa544370 in Status: IN_PROGRESS for 2s [ 717.012945] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: acbae6a5-b9cb-4715-9a33-1f4541e42659 in Status: SUCCESS [ 717.012945] env[66859]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: acbae6a5-b9cb-4715-9a33-1f4541e42659 deletion is rescheduled due to dependency. [ 717.012945] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-acbae6a5-b9cb-4715-9a33-1f4541e42659" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.337645] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 68272dce-d5c2-448b-9d17-a6059264aa6b in Status: SUCCESS [ 717.337973] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-68272dce-d5c2-448b-9d17-a6059264aa6b" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.431266] env[66859]: INFO networking_nsxv3.common.synchronization [None req-024e7d7c-141b-4708-a50e-f9b6a84c3394 None None] Enqueued Resource ID: b004367d-a3f3-42bd-a9b5-1ed091dba018 with Priority: HIGHEST for action port [ 718.431824] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b004367d-a3f3-42bd-a9b5-1ed091dba018 with Priority: HIGHEST for action port [ 718.432174] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock port-b004367d-a3f3-42bd-a9b5-1ed091dba018 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.432327] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b004367d-a3f3-42bd-a9b5-1ed091dba018" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.432413] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b004367d-a3f3-42bd-a9b5-1ed091dba018" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.432686] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b004367d-a3f3-42bd-a9b5-1ed091dba018" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.432836] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b004367d-a3f3-42bd-a9b5-1ed091dba018',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.750038] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d1eefa23-9462-4d1d-98d8-a427fa544370 in Status: SUCCESS [ 718.750038] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d1eefa23-9462-4d1d-98d8-a427fa544370" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.750038] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d1eefa23-9462-4d1d-98d8-a427fa544370" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.750038] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d1eefa23-9462-4d1d-98d8-a427fa544370" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.750038] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d1eefa23-9462-4d1d-98d8-a427fa544370',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.937528] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b004367d-a3f3-42bd-a9b5-1ed091dba018 [ 718.937680] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.938320] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.938320] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.938320] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.938320] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.938320] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b004367d-a3f3-42bd-a9b5-1ed091dba018 already deleted. [ 718.938320] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b004367d-a3f3-42bd-a9b5-1ed091dba018" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.258020] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-d1eefa23-9462-4d1d-98d8-a427fa544370 taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.258020] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d1eefa23-9462-4d1d-98d8-a427fa544370" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.258020] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d1eefa23-9462-4d1d-98d8-a427fa544370" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.258020] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d1eefa23-9462-4d1d-98d8-a427fa544370" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.258020] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.258020] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.258020] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.258020] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.258020] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.258020] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d1eefa23-9462-4d1d-98d8-a427fa544370" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.258020] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d1eefa23-9462-4d1d-98d8-a427fa544370',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.615644] env[66859]: INFO networking_nsxv3.common.synchronization [req-0e73f822-9e51-4a03-99f1-520c80dd5063 req-580b1487-5d22-45e3-82b0-ef0b563a5e28 tempest-AttachInterfacesV270Test-2069180946 tempest-AttachInterfacesV270Test-2069180946-project-member] Enqueued Resource ID: fd5a1b3a-0b65-4cbd-b3cb-2a0523fb6925 with Priority: HIGHEST for action security_group_members [ 719.615644] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd5a1b3a-0b65-4cbd-b3cb-2a0523fb6925 with Priority: HIGHEST for action security_group_members [ 719.615644] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-fd5a1b3a-0b65-4cbd-b3cb-2a0523fb6925 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.615644] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fd5a1b3a-0b65-4cbd-b3cb-2a0523fb6925" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.615644] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fd5a1b3a-0b65-4cbd-b3cb-2a0523fb6925" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.615644] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fd5a1b3a-0b65-4cbd-b3cb-2a0523fb6925" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.615644] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.615644] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.615644] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.615644] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.615644] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.615644] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fd5a1b3a-0b65-4cbd-b3cb-2a0523fb6925',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.760861] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-d1eefa23-9462-4d1d-98d8-a427fa544370 taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.763671] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d1eefa23-9462-4d1d-98d8-a427fa544370" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.763671] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d1eefa23-9462-4d1d-98d8-a427fa544370" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.763671] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d1eefa23-9462-4d1d-98d8-a427fa544370" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.763671] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.763671] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.763671] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.763671] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.763671] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.763671] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d1eefa23-9462-4d1d-98d8-a427fa544370" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.763671] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-d1eefa23-9462-4d1d-98d8-a427fa544370 taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.763671] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d1eefa23-9462-4d1d-98d8-a427fa544370" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.763671] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d1eefa23-9462-4d1d-98d8-a427fa544370" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.763671] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d1eefa23-9462-4d1d-98d8-a427fa544370" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.763671] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.763671] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.763671] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.763671] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.764621] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.764840] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d1eefa23-9462-4d1d-98d8-a427fa544370" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.765033] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d1eefa23-9462-4d1d-98d8-a427fa544370',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.118214] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.120405] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.120405] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.120405] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.120405] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.120583] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.120728] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.120728] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.120901] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.120974] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.121933] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fd5a1b3a-0b65-4cbd-b3cb-2a0523fb6925 already deleted. [ 720.121933] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fd5a1b3a-0b65-4cbd-b3cb-2a0523fb6925" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.180831] env[66859]: DEBUG networking_nsxv3.common.locking [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Lock network-849 taken with stack trace [, , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.181018] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquiring lock "network-849" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.181342] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired lock "network-849" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.181549] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired external semaphore "network-849" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.181837] env[66859]: DEBUG networking_nsxv3.common.locking [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.182381] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquiring lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.182520] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.182765] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired external semaphore "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.183090] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Releasing lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.183210] env[66859]: DEBUG dogpile.cache.region [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] No value present for key: 'zone-id' {{(pid=66859) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 720.183239] env[66859]: DEBUG dogpile.lock [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] NeedRegenerationException {{(pid=66859) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 720.183366] env[66859]: DEBUG dogpile.lock [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] no value, waiting for create lock {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 720.183471] env[66859]: DEBUG dogpile.lock [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] value creation lock acquired {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 720.183574] env[66859]: DEBUG dogpile.cache.region [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] No value present for key: 'zone-id' {{(pid=66859) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 720.183667] env[66859]: DEBUG dogpile.lock [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Calling creation function for not-yet-present value {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 720.183788] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 720.207154] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 720.209020] env[66859]: DEBUG dogpile.cache.region [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=66859) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 720.209020] env[66859]: DEBUG dogpile.lock [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Released creation lock {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 720.209020] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Releasing lock "network-849" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.209020] env[66859]: DEBUG networking_nsxv3.common.locking [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Lock port-8618a941-e6b4-4b5c-ba07-b866b71754d5 taken with stack trace [, , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.209020] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquiring lock "port-8618a941-e6b4-4b5c-ba07-b866b71754d5" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.209020] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired lock "port-8618a941-e6b4-4b5c-ba07-b866b71754d5" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.209020] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired external semaphore "port-8618a941-e6b4-4b5c-ba07-b866b71754d5" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.209661] env[66859]: DEBUG networking_nsxv3.api.rpc [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8618a941-e6b4-4b5c-ba07-b866b71754d5',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.270164] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d1eefa23-9462-4d1d-98d8-a427fa544370: rpc.has_security_group_logging(os_id): False [ 720.290829] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.291201] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.291431] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.292150] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.292444] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.294018] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.294018] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.294018] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.294018] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.294018] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.294018] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.294018] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.294018] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.294018] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.294018] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.294018] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.294563] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.294718] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.294941] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.295119] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.295288] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d1eefa23-9462-4d1d-98d8-a427fa544370 is going to be updated. [ 720.394135] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.394332] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.394332] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.394465] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.395100] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.434276] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d1eefa23-9462-4d1d-98d8-a427fa544370 in Status: IN_PROGRESS for 2s [ 720.634713] env[66859]: INFO networking_nsxv3.common.synchronization [req-d29c6303-74f3-4403-94c7-004bdbce4fc5 req-7551e337-8534-4a41-8208-87b3080f2a5b tempest-DeleteServersTestJSON-1914830034 tempest-DeleteServersTestJSON-1914830034-project-member] Enqueued Resource ID: 1144757e-e67c-488c-b78d-b24437441b02 with Priority: HIGHEST for action security_group_members [ 720.634713] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1144757e-e67c-488c-b78d-b24437441b02 with Priority: HIGHEST for action security_group_members [ 720.642035] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-1144757e-e67c-488c-b78d-b24437441b02 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.642035] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1144757e-e67c-488c-b78d-b24437441b02" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.642035] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1144757e-e67c-488c-b78d-b24437441b02" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.642035] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1144757e-e67c-488c-b78d-b24437441b02" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.642035] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.642035] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.642035] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.642035] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.642035] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.642035] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1144757e-e67c-488c-b78d-b24437441b02',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.713077] env[66859]: DEBUG networking_nsxv3.common.locking [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.713175] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.713785] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.713785] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.713785] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.713785] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Segment Port 8618a941-e6b4-4b5c-ba07-b866b71754d5 not found, creating... [ 720.714082] env[66859]: DEBUG networking_nsxv3.common.locking [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.714256] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquiring lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.714391] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.714575] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired external semaphore "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.714703] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Releasing lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.714970] env[66859]: DEBUG networking_nsxv3.common.locking [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.715133] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.715262] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.715467] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.715727] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.715772] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Resource: SegmentPort with ID: 8618a941-e6b4-4b5c-ba07-b866b71754d5 is going to be created. [ 720.737537] env[66859]: DEBUG networking_nsxv3.common.locking [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.737767] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.737926] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.738349] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.738490] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.738715] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Releasing lock "port-8618a941-e6b4-4b5c-ba07-b866b71754d5" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.017967] env[66859]: INFO networking_nsxv3.common.synchronization [None req-5d335fb5-8639-4601-9884-1e8a17f8e0ae None None] Enqueued Resource ID: 34fcfc9a-02e7-48ba-ac36-4972b0828fe9 with Priority: HIGHEST for action port [ 721.018121] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34fcfc9a-02e7-48ba-ac36-4972b0828fe9 with Priority: HIGHEST for action port [ 721.018569] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock port-34fcfc9a-02e7-48ba-ac36-4972b0828fe9 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.018747] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-34fcfc9a-02e7-48ba-ac36-4972b0828fe9" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.018814] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-34fcfc9a-02e7-48ba-ac36-4972b0828fe9" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.019087] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-34fcfc9a-02e7-48ba-ac36-4972b0828fe9" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.019175] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('34fcfc9a-02e7-48ba-ac36-4972b0828fe9',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.143604] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.143946] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.146227] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.146227] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.146227] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.146227] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.146227] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.146227] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.146957] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.146957] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.147766] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1144757e-e67c-488c-b78d-b24437441b02 is going to be updated. [ 721.191256] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.191448] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.191905] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.191905] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.192093] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.202877] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1144757e-e67c-488c-b78d-b24437441b02 in Status: IN_PROGRESS for 2s [ 721.523118] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 34fcfc9a-02e7-48ba-ac36-4972b0828fe9 [ 721.523275] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.523909] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.523909] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.523909] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.523909] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.523909] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:34fcfc9a-02e7-48ba-ac36-4972b0828fe9 already deleted. [ 721.523909] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-34fcfc9a-02e7-48ba-ac36-4972b0828fe9" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.008073] env[66859]: INFO networking_nsxv3.common.synchronization [req-0e73f822-9e51-4a03-99f1-520c80dd5063 req-60018296-1d66-4cf2-989b-5b9da295e7d7 service nova] Enqueued Resource ID: fd5a1b3a-0b65-4cbd-b3cb-2a0523fb6925 with Priority: HIGHEST for action security_group_rules [ 722.008348] env[66859]: INFO networking_nsxv3.common.synchronization [req-0e73f822-9e51-4a03-99f1-520c80dd5063 req-60018296-1d66-4cf2-989b-5b9da295e7d7 service nova] Enqueued Resource ID: fd5a1b3a-0b65-4cbd-b3cb-2a0523fb6925 with Priority: HIGHEST for action security_group_members [ 722.008444] env[66859]: INFO networking_nsxv3.common.synchronization [req-0e73f822-9e51-4a03-99f1-520c80dd5063 req-60018296-1d66-4cf2-989b-5b9da295e7d7 service nova] Enqueued Resource ID: 8618a941-e6b4-4b5c-ba07-b866b71754d5 with Priority: HIGHEST for action port [ 722.009441] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd5a1b3a-0b65-4cbd-b3cb-2a0523fb6925 with Priority: HIGHEST for action security_group_rules [ 722.009441] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd5a1b3a-0b65-4cbd-b3cb-2a0523fb6925 with Priority: HIGHEST for action security_group_members [ 722.009441] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8618a941-e6b4-4b5c-ba07-b866b71754d5 with Priority: HIGHEST for action port [ 722.010680] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fd5a1b3a-0b65-4cbd-b3cb-2a0523fb6925 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.010846] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fd5a1b3a-0b65-4cbd-b3cb-2a0523fb6925" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.010903] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fd5a1b3a-0b65-4cbd-b3cb-2a0523fb6925" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.012212] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fd5a1b3a-0b65-4cbd-b3cb-2a0523fb6925" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.012212] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fd5a1b3a-0b65-4cbd-b3cb-2a0523fb6925',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.012212] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-fd5a1b3a-0b65-4cbd-b3cb-2a0523fb6925 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.012330] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fd5a1b3a-0b65-4cbd-b3cb-2a0523fb6925" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.012330] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fd5a1b3a-0b65-4cbd-b3cb-2a0523fb6925" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.012482] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fd5a1b3a-0b65-4cbd-b3cb-2a0523fb6925" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.012626] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.012758] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.012758] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.012889] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.012968] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.013066] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fd5a1b3a-0b65-4cbd-b3cb-2a0523fb6925',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.014885] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock port-8618a941-e6b4-4b5c-ba07-b866b71754d5 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.015025] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8618a941-e6b4-4b5c-ba07-b866b71754d5" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.015095] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8618a941-e6b4-4b5c-ba07-b866b71754d5" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.015249] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8618a941-e6b4-4b5c-ba07-b866b71754d5" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.015320] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8618a941-e6b4-4b5c-ba07-b866b71754d5',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.449305] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d1eefa23-9462-4d1d-98d8-a427fa544370 in Status: SUCCESS [ 722.449529] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d1eefa23-9462-4d1d-98d8-a427fa544370" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.517383] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-fd5a1b3a-0b65-4cbd-b3cb-2a0523fb6925 taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.517691] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fd5a1b3a-0b65-4cbd-b3cb-2a0523fb6925" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.517911] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fd5a1b3a-0b65-4cbd-b3cb-2a0523fb6925',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.519054] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8618a941-e6b4-4b5c-ba07-b866b71754d5 with status ACTIVE [ 722.521317] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.521317] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.521317] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.521317] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.521317] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.521317] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.521317] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.521317] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.521317] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.521317] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.521317] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.521317] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.521317] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.522168] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.522168] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.522168] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8618a941-e6b4-4b5c-ba07-b866b71754d5 is going to be updated. [ 722.530406] env[66859]: INFO networking_nsxv3.common.synchronization [req-0a6d3113-2a1c-4804-bbee-15705978e7bc req-80110987-2318-4057-891a-b81e56392515 tempest-ListImageFiltersTestJSON-1116383732 tempest-ListImageFiltersTestJSON-1116383732-project-member] Enqueued Resource ID: 70b72ba9-54e5-4169-9f7e-0932f166000d with Priority: HIGHEST for action security_group_members [ 722.530952] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 70b72ba9-54e5-4169-9f7e-0932f166000d with Priority: HIGHEST for action security_group_members [ 722.531290] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-70b72ba9-54e5-4169-9f7e-0932f166000d taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.531412] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-70b72ba9-54e5-4169-9f7e-0932f166000d" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.531475] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-70b72ba9-54e5-4169-9f7e-0932f166000d" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.531728] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-70b72ba9-54e5-4169-9f7e-0932f166000d" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.531877] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.532013] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.535224] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.538028] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.538028] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.538028] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('70b72ba9-54e5-4169-9f7e-0932f166000d',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.545019] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.545019] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.545019] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.545019] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.545019] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.545019] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8618a941-e6b4-4b5c-ba07-b866b71754d5" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.603289] env[66859]: INFO networking_nsxv3.common.synchronization [None req-2f2dfdb5-f9d9-43d6-a8f1-d211ffae0c8e tempest-ServerActionsTestOtherB-68848259 tempest-ServerActionsTestOtherB-68848259-project-member] Enqueued Resource ID: 2a79f51d-2846-4506-af33-55ae2154e6b5 with Priority: HIGHEST for action security_group_rules [ 722.603926] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2a79f51d-2846-4506-af33-55ae2154e6b5 with Priority: HIGHEST for action security_group_rules [ 722.604269] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2a79f51d-2846-4506-af33-55ae2154e6b5 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.604410] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2a79f51d-2846-4506-af33-55ae2154e6b5" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.604489] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2a79f51d-2846-4506-af33-55ae2154e6b5" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.604755] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2a79f51d-2846-4506-af33-55ae2154e6b5" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.604839] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2a79f51d-2846-4506-af33-55ae2154e6b5',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.752182] env[66859]: INFO networking_nsxv3.common.synchronization [None req-954790a6-dfc5-4537-bb95-ea367f2e4d22 tempest-ServerActionsTestOtherB-68848259 tempest-ServerActionsTestOtherB-68848259-project-member] Enqueued Resource ID: 2a79f51d-2846-4506-af33-55ae2154e6b5 with Priority: HIGHEST for action security_group_rules [ 722.752182] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2a79f51d-2846-4506-af33-55ae2154e6b5 with Priority: HIGHEST for action security_group_rules [ 722.752182] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2a79f51d-2846-4506-af33-55ae2154e6b5 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.752182] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2a79f51d-2846-4506-af33-55ae2154e6b5" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.873228] env[66859]: DEBUG networking_nsxv3.common.locking [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Lock network-96 taken with stack trace [, , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.873425] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquiring lock "network-96" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.873576] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired lock "network-96" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.873843] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired external semaphore "network-96" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.874112] env[66859]: DEBUG networking_nsxv3.common.locking [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.874264] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquiring lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.874756] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.875047] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired external semaphore "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.875146] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Releasing lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.875341] env[66859]: DEBUG dogpile.cache.region [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] No value present for key: 'zone-id' {{(pid=66859) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 722.875448] env[66859]: DEBUG dogpile.lock [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] NeedRegenerationException {{(pid=66859) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 722.875549] env[66859]: DEBUG dogpile.lock [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] no value, waiting for create lock {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 722.875654] env[66859]: DEBUG dogpile.lock [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] value creation lock acquired {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 722.875752] env[66859]: DEBUG dogpile.cache.region [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] No value present for key: 'zone-id' {{(pid=66859) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 722.875848] env[66859]: DEBUG dogpile.lock [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Calling creation function for not-yet-present value {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 722.875979] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 722.900047] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 722.900047] env[66859]: DEBUG dogpile.cache.region [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66859) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 722.900047] env[66859]: DEBUG dogpile.lock [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Released creation lock {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 722.900047] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Releasing lock "network-96" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.900047] env[66859]: DEBUG networking_nsxv3.common.locking [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Lock port-8016ed59-9d7f-4a4a-bc29-decf24d325dc taken with stack trace [, , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.900047] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquiring lock "port-8016ed59-9d7f-4a4a-bc29-decf24d325dc" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.900047] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired lock "port-8016ed59-9d7f-4a4a-bc29-decf24d325dc" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.900047] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired external semaphore "port-8016ed59-9d7f-4a4a-bc29-decf24d325dc" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.900047] env[66859]: DEBUG networking_nsxv3.api.rpc [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8016ed59-9d7f-4a4a-bc29-decf24d325dc',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.024085] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fd5a1b3a-0b65-4cbd-b3cb-2a0523fb6925',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.043031] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.043031] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.043031] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.043031] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.043031] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.043031] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.043031] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.043031] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.043031] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.043031] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.043031] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 70b72ba9-54e5-4169-9f7e-0932f166000d already deleted. [ 723.043031] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-70b72ba9-54e5-4169-9f7e-0932f166000d" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.128133] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.128350] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.128393] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.128738] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.128856] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.129075] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2a79f51d-2846-4506-af33-55ae2154e6b5 already deleted. [ 723.129247] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2a79f51d-2846-4506-af33-55ae2154e6b5" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.129496] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2a79f51d-2846-4506-af33-55ae2154e6b5" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.130072] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2a79f51d-2846-4506-af33-55ae2154e6b5" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.130177] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2a79f51d-2846-4506-af33-55ae2154e6b5',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.213873] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1144757e-e67c-488c-b78d-b24437441b02 in Status: SUCCESS [ 723.214168] env[66859]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1144757e-e67c-488c-b78d-b24437441b02 deletion is rescheduled due to dependency. [ 723.214319] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1144757e-e67c-488c-b78d-b24437441b02" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.402239] env[66859]: DEBUG networking_nsxv3.common.locking [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.402442] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.402555] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.402890] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.403049] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.403204] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Segment Port 8016ed59-9d7f-4a4a-bc29-decf24d325dc not found, creating... [ 723.403467] env[66859]: DEBUG networking_nsxv3.common.locking [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.403747] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquiring lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.403747] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.404159] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired external semaphore "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.404159] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Releasing lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.404355] env[66859]: DEBUG networking_nsxv3.common.locking [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.404507] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.404641] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.404909] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.405048] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.405201] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Resource: SegmentPort with ID: 8016ed59-9d7f-4a4a-bc29-decf24d325dc is going to be created. [ 723.427027] env[66859]: DEBUG networking_nsxv3.common.locking [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.427027] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.427027] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.427286] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.427286] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.427536] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Releasing lock "port-8016ed59-9d7f-4a4a-bc29-decf24d325dc" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.525669] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.525669] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.526054] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.526054] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.526321] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.526321] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fd5a1b3a-0b65-4cbd-b3cb-2a0523fb6925 is going to be created. [ 723.562863] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.563034] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.563106] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.563317] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.563479] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.575223] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fd5a1b3a-0b65-4cbd-b3cb-2a0523fb6925 in Status: UNINITIALIZED for 2s [ 723.653390] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.653390] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.653390] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.653390] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.653390] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.653390] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2a79f51d-2846-4506-af33-55ae2154e6b5 already deleted. [ 723.653390] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2a79f51d-2846-4506-af33-55ae2154e6b5" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.222292] env[66859]: INFO networking_nsxv3.common.synchronization [req-0a6d3113-2a1c-4804-bbee-15705978e7bc req-1e0725ca-f244-4664-86b5-7d894afd6dd4 service nova] Enqueued Resource ID: 70b72ba9-54e5-4169-9f7e-0932f166000d with Priority: HIGHEST for action security_group_rules [ 724.222545] env[66859]: INFO networking_nsxv3.common.synchronization [req-0a6d3113-2a1c-4804-bbee-15705978e7bc req-1e0725ca-f244-4664-86b5-7d894afd6dd4 service nova] Enqueued Resource ID: 70b72ba9-54e5-4169-9f7e-0932f166000d with Priority: HIGHEST for action security_group_members [ 724.222580] env[66859]: INFO networking_nsxv3.common.synchronization [req-0a6d3113-2a1c-4804-bbee-15705978e7bc req-1e0725ca-f244-4664-86b5-7d894afd6dd4 service nova] Enqueued Resource ID: 8016ed59-9d7f-4a4a-bc29-decf24d325dc with Priority: HIGHEST for action port [ 724.223718] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 70b72ba9-54e5-4169-9f7e-0932f166000d with Priority: HIGHEST for action security_group_rules [ 724.223718] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 70b72ba9-54e5-4169-9f7e-0932f166000d with Priority: HIGHEST for action security_group_members [ 724.226140] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8016ed59-9d7f-4a4a-bc29-decf24d325dc with Priority: HIGHEST for action port [ 724.226731] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock rules-70b72ba9-54e5-4169-9f7e-0932f166000d taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.226917] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-70b72ba9-54e5-4169-9f7e-0932f166000d" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.226962] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-70b72ba9-54e5-4169-9f7e-0932f166000d" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.227348] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-70b72ba9-54e5-4169-9f7e-0932f166000d" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.227440] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('70b72ba9-54e5-4169-9f7e-0932f166000d',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.229605] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-70b72ba9-54e5-4169-9f7e-0932f166000d taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.229764] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-70b72ba9-54e5-4169-9f7e-0932f166000d" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.229836] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-70b72ba9-54e5-4169-9f7e-0932f166000d" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.230045] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-70b72ba9-54e5-4169-9f7e-0932f166000d" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.230223] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.230357] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.230420] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.230585] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.230672] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.230766] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('70b72ba9-54e5-4169-9f7e-0932f166000d',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.232077] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock port-8016ed59-9d7f-4a4a-bc29-decf24d325dc taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.232180] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8016ed59-9d7f-4a4a-bc29-decf24d325dc" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.233133] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8016ed59-9d7f-4a4a-bc29-decf24d325dc" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.233342] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8016ed59-9d7f-4a4a-bc29-decf24d325dc" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.233431] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8016ed59-9d7f-4a4a-bc29-decf24d325dc',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.340824] env[66859]: INFO networking_nsxv3.common.synchronization [req-c8ee20d6-df7b-4059-a599-f6e308eda47b req-2e988893-5038-4f7e-9c03-e04daf04b088 tempest-ImagesOneServerTestJSON-1029864629 tempest-ImagesOneServerTestJSON-1029864629-project-member] Enqueued Resource ID: 758bec90-5338-4686-8303-0d1624e18914 with Priority: HIGHEST for action security_group_members [ 724.342209] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 758bec90-5338-4686-8303-0d1624e18914 with Priority: HIGHEST for action security_group_members [ 724.342643] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-758bec90-5338-4686-8303-0d1624e18914 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.342761] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-758bec90-5338-4686-8303-0d1624e18914" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.342814] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-758bec90-5338-4686-8303-0d1624e18914" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.343051] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-758bec90-5338-4686-8303-0d1624e18914" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.343209] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.343328] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.343389] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.343552] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.343643] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.343903] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('758bec90-5338-4686-8303-0d1624e18914',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.738332] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-70b72ba9-54e5-4169-9f7e-0932f166000d taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.738553] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-70b72ba9-54e5-4169-9f7e-0932f166000d" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.738799] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('70b72ba9-54e5-4169-9f7e-0932f166000d',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.742927] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8016ed59-9d7f-4a4a-bc29-decf24d325dc with status ACTIVE [ 724.742927] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.742927] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.742927] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.742927] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.742927] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.743272] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.743377] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.743477] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.743734] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.743880] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.744208] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.744352] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.744446] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.744646] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.744762] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.745204] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8016ed59-9d7f-4a4a-bc29-decf24d325dc is going to be updated. [ 724.776210] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.777409] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.777409] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.777409] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.777409] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.777409] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8016ed59-9d7f-4a4a-bc29-decf24d325dc" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.846258] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.846408] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.846477] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.846712] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.875058] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.877035] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.877035] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.877035] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.877035] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.877035] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.877035] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 758bec90-5338-4686-8303-0d1624e18914 is going to be updated. [ 724.935890] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.936063] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.936138] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.936363] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.936682] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.951115] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 758bec90-5338-4686-8303-0d1624e18914 in Status: IN_PROGRESS for 2s [ 725.015137] env[66859]: INFO networking_nsxv3.common.synchronization [req-98c759f1-661d-4916-96c1-26b23d432dcc req-36443262-6038-40a1-93c3-3f645adf35ef tempest-ServerTagsTestJSON-753211565 tempest-ServerTagsTestJSON-753211565-project-member] Enqueued Resource ID: a503a71a-3769-43f7-98f3-2a5afc59016f with Priority: HIGHEST for action security_group_members [ 725.015640] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a503a71a-3769-43f7-98f3-2a5afc59016f with Priority: HIGHEST for action security_group_members [ 725.015949] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-a503a71a-3769-43f7-98f3-2a5afc59016f taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.016128] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a503a71a-3769-43f7-98f3-2a5afc59016f" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.016177] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a503a71a-3769-43f7-98f3-2a5afc59016f" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.016417] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a503a71a-3769-43f7-98f3-2a5afc59016f" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.016579] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.016684] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.016747] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.016913] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.016995] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.017749] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a503a71a-3769-43f7-98f3-2a5afc59016f',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.242064] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('70b72ba9-54e5-4169-9f7e-0932f166000d',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.521131] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.521424] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.521424] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.521676] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.521823] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.521951] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.522409] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.522409] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.522409] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.522409] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.522409] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a503a71a-3769-43f7-98f3-2a5afc59016f already deleted. [ 725.522903] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a503a71a-3769-43f7-98f3-2a5afc59016f" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.551817] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock network-870 taken with stack trace [, , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.551989] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "network-870" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.552126] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "network-870" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.552462] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "network-870" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.552703] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.552853] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.552960] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.553185] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.553325] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.553518] env[66859]: DEBUG dogpile.cache.region [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] No value present for key: 'zone-id' {{(pid=66859) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 725.553622] env[66859]: DEBUG dogpile.lock [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] NeedRegenerationException {{(pid=66859) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 725.553722] env[66859]: DEBUG dogpile.lock [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] no value, waiting for create lock {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 725.553826] env[66859]: DEBUG dogpile.lock [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] value creation lock acquired {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 725.553912] env[66859]: DEBUG dogpile.cache.region [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] No value present for key: 'zone-id' {{(pid=66859) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 725.554016] env[66859]: DEBUG dogpile.lock [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Calling creation function for not-yet-present value {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 725.554142] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 725.574545] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 725.574709] env[66859]: DEBUG dogpile.cache.region [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66859) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 725.574841] env[66859]: DEBUG dogpile.lock [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Released creation lock {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 725.575019] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "network-870" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.575602] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock port-b2b46e3a-0393-4fef-afc0-475fb761e90a taken with stack trace [, , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.575790] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "port-b2b46e3a-0393-4fef-afc0-475fb761e90a" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.576177] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "port-b2b46e3a-0393-4fef-afc0-475fb761e90a" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.576352] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "port-b2b46e3a-0393-4fef-afc0-475fb761e90a" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.576410] env[66859]: DEBUG networking_nsxv3.api.rpc [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b2b46e3a-0393-4fef-afc0-475fb761e90a',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.589151] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fd5a1b3a-0b65-4cbd-b3cb-2a0523fb6925 in Status: SUCCESS [ 725.589448] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fd5a1b3a-0b65-4cbd-b3cb-2a0523fb6925" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.590135] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fd5a1b3a-0b65-4cbd-b3cb-2a0523fb6925" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.590135] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fd5a1b3a-0b65-4cbd-b3cb-2a0523fb6925" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.590135] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.590361] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.590361] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.590438] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.590643] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.590643] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fd5a1b3a-0b65-4cbd-b3cb-2a0523fb6925" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.590643] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fd5a1b3a-0b65-4cbd-b3cb-2a0523fb6925',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.744450] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.744617] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.744687] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.744909] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.744998] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.745100] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 70b72ba9-54e5-4169-9f7e-0932f166000d is going to be created. [ 725.769692] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.769892] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.769972] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.770236] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.770436] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.790243] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 70b72ba9-54e5-4169-9f7e-0932f166000d in Status: UNINITIALIZED for 2s [ 726.081686] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.081904] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.082033] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.082390] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.083184] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.083184] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Segment Port b2b46e3a-0393-4fef-afc0-475fb761e90a not found, creating... [ 726.083322] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.083398] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.083492] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.083843] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.084056] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.084483] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.084743] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.084914] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.085254] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.085461] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.085673] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Resource: SegmentPort with ID: b2b46e3a-0393-4fef-afc0-475fb761e90a is going to be created. [ 726.094224] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-fd5a1b3a-0b65-4cbd-b3cb-2a0523fb6925 taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.094398] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fd5a1b3a-0b65-4cbd-b3cb-2a0523fb6925" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.094438] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fd5a1b3a-0b65-4cbd-b3cb-2a0523fb6925" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.094639] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fd5a1b3a-0b65-4cbd-b3cb-2a0523fb6925" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.094802] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.094903] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.094973] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.095138] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.095223] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.095308] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fd5a1b3a-0b65-4cbd-b3cb-2a0523fb6925" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.095448] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-fd5a1b3a-0b65-4cbd-b3cb-2a0523fb6925 taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.095542] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fd5a1b3a-0b65-4cbd-b3cb-2a0523fb6925" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.095602] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fd5a1b3a-0b65-4cbd-b3cb-2a0523fb6925" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.095739] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fd5a1b3a-0b65-4cbd-b3cb-2a0523fb6925" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.095872] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.095963] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.096032] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.096211] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.096267] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.096310] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fd5a1b3a-0b65-4cbd-b3cb-2a0523fb6925" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.096397] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fd5a1b3a-0b65-4cbd-b3cb-2a0523fb6925',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.109503] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.109702] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.109963] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.110124] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.110348] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.110570] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "port-b2b46e3a-0393-4fef-afc0-475fb761e90a" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.464572] env[66859]: INFO networking_nsxv3.common.synchronization [req-782153f8-0ea9-4959-90d4-e21154e505d0 req-b572af67-cce5-47ad-8ab7-8ec269c4c786 tempest-MultipleCreateTestJSON-718386698 tempest-MultipleCreateTestJSON-718386698-project-member] Enqueued Resource ID: d1eefa23-9462-4d1d-98d8-a427fa544370 with Priority: HIGHEST for action security_group_members [ 726.465268] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d1eefa23-9462-4d1d-98d8-a427fa544370 with Priority: HIGHEST for action security_group_members [ 726.465668] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-d1eefa23-9462-4d1d-98d8-a427fa544370 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.465829] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d1eefa23-9462-4d1d-98d8-a427fa544370" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.465913] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d1eefa23-9462-4d1d-98d8-a427fa544370" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.466434] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d1eefa23-9462-4d1d-98d8-a427fa544370" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.466434] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.466607] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.466701] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.466960] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.467418] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.467418] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d1eefa23-9462-4d1d-98d8-a427fa544370',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.599031] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fd5a1b3a-0b65-4cbd-b3cb-2a0523fb6925: rpc.has_security_group_logging(os_id): False [ 726.620377] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.620377] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.620377] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.620613] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.620613] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.620859] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.621030] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.621145] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.621362] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.621454] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.621664] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.621782] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.621836] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.621960] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.622112] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.622366] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.622464] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.622515] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.622728] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.622861] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.622990] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fd5a1b3a-0b65-4cbd-b3cb-2a0523fb6925 is going to be created. [ 726.713966] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.713966] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.713966] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.713966] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.714205] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.729283] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fd5a1b3a-0b65-4cbd-b3cb-2a0523fb6925 in Status: IN_PROGRESS for 2s [ 726.836638] env[66859]: INFO networking_nsxv3.common.synchronization [req-98c759f1-661d-4916-96c1-26b23d432dcc req-9f41af81-da94-490c-b81d-6621ac86b20c service nova] Enqueued Resource ID: a503a71a-3769-43f7-98f3-2a5afc59016f with Priority: HIGHEST for action security_group_rules [ 726.836638] env[66859]: INFO networking_nsxv3.common.synchronization [req-98c759f1-661d-4916-96c1-26b23d432dcc req-9f41af81-da94-490c-b81d-6621ac86b20c service nova] Enqueued Resource ID: a503a71a-3769-43f7-98f3-2a5afc59016f with Priority: HIGHEST for action security_group_members [ 726.836638] env[66859]: INFO networking_nsxv3.common.synchronization [req-98c759f1-661d-4916-96c1-26b23d432dcc req-9f41af81-da94-490c-b81d-6621ac86b20c service nova] Enqueued Resource ID: b2b46e3a-0393-4fef-afc0-475fb761e90a with Priority: HIGHEST for action port [ 726.836638] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a503a71a-3769-43f7-98f3-2a5afc59016f with Priority: HIGHEST for action security_group_rules [ 726.837318] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a503a71a-3769-43f7-98f3-2a5afc59016f with Priority: HIGHEST for action security_group_members [ 726.837619] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2b46e3a-0393-4fef-afc0-475fb761e90a with Priority: HIGHEST for action port [ 726.838027] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a503a71a-3769-43f7-98f3-2a5afc59016f taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.838310] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a503a71a-3769-43f7-98f3-2a5afc59016f" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.838484] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a503a71a-3769-43f7-98f3-2a5afc59016f" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.838883] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a503a71a-3769-43f7-98f3-2a5afc59016f" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.839078] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a503a71a-3769-43f7-98f3-2a5afc59016f',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.840759] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-a503a71a-3769-43f7-98f3-2a5afc59016f taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.841068] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a503a71a-3769-43f7-98f3-2a5afc59016f" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.843242] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a503a71a-3769-43f7-98f3-2a5afc59016f" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.843242] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a503a71a-3769-43f7-98f3-2a5afc59016f" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.843242] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.843242] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.848569] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.848569] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.848569] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.848569] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a503a71a-3769-43f7-98f3-2a5afc59016f',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.848804] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock port-b2b46e3a-0393-4fef-afc0-475fb761e90a taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.849448] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b2b46e3a-0393-4fef-afc0-475fb761e90a" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.849821] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b2b46e3a-0393-4fef-afc0-475fb761e90a" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.850597] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b2b46e3a-0393-4fef-afc0-475fb761e90a" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.850597] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b2b46e3a-0393-4fef-afc0-475fb761e90a',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.960948] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 758bec90-5338-4686-8303-0d1624e18914 in Status: SUCCESS [ 726.961124] env[66859]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 758bec90-5338-4686-8303-0d1624e18914 deletion is rescheduled due to dependency. [ 726.962044] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-758bec90-5338-4686-8303-0d1624e18914" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.971357] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d1eefa23-9462-4d1d-98d8-a427fa544370',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.353135] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b2b46e3a-0393-4fef-afc0-475fb761e90a with status ACTIVE [ 727.353389] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.353535] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.353614] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.353814] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.354144] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.354144] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.354265] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.354265] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.354394] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.354482] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.354709] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.354809] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.354869] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.355017] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.355092] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.355188] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b2b46e3a-0393-4fef-afc0-475fb761e90a is going to be updated. [ 727.356700] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-a503a71a-3769-43f7-98f3-2a5afc59016f taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.356788] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a503a71a-3769-43f7-98f3-2a5afc59016f" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.357078] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a503a71a-3769-43f7-98f3-2a5afc59016f',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.458091] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.458285] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.458285] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.458510] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.458634] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.458833] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b2b46e3a-0393-4fef-afc0-475fb761e90a" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.473607] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d1eefa23-9462-4d1d-98d8-a427fa544370',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.680612] env[66859]: INFO networking_nsxv3.common.synchronization [req-f68e465f-ad14-4df3-966e-5db7a1e022e6 req-a7a5dc40-c427-4525-8674-20ee225e096a tempest-MultipleCreateTestJSON-718386698 tempest-MultipleCreateTestJSON-718386698-project-member] Enqueued Resource ID: d1eefa23-9462-4d1d-98d8-a427fa544370 with Priority: HIGHEST for action security_group_members [ 727.681289] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d1eefa23-9462-4d1d-98d8-a427fa544370 with Priority: HIGHEST for action security_group_members [ 727.681603] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-d1eefa23-9462-4d1d-98d8-a427fa544370 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.681714] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d1eefa23-9462-4d1d-98d8-a427fa544370" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.802703] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 70b72ba9-54e5-4169-9f7e-0932f166000d in Status: SUCCESS [ 727.802703] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-70b72ba9-54e5-4169-9f7e-0932f166000d" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.802910] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-70b72ba9-54e5-4169-9f7e-0932f166000d" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.803217] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-70b72ba9-54e5-4169-9f7e-0932f166000d" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.803546] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.803627] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.803675] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.803857] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.803938] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.804974] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-70b72ba9-54e5-4169-9f7e-0932f166000d" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.804974] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('70b72ba9-54e5-4169-9f7e-0932f166000d',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.859259] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a503a71a-3769-43f7-98f3-2a5afc59016f',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.976861] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.979497] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.979497] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.979497] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.979497] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.979497] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d1eefa23-9462-4d1d-98d8-a427fa544370 is going to be updated. [ 728.009634] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.009634] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.009634] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.009634] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.009634] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.020214] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d1eefa23-9462-4d1d-98d8-a427fa544370 in Status: IN_PROGRESS for 2s [ 728.306734] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-70b72ba9-54e5-4169-9f7e-0932f166000d taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.306932] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-70b72ba9-54e5-4169-9f7e-0932f166000d" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.307998] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-70b72ba9-54e5-4169-9f7e-0932f166000d" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.307998] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-70b72ba9-54e5-4169-9f7e-0932f166000d" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.307998] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.307998] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.307998] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.307998] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.307998] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.307998] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-70b72ba9-54e5-4169-9f7e-0932f166000d" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.309497] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-70b72ba9-54e5-4169-9f7e-0932f166000d taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.310534] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-70b72ba9-54e5-4169-9f7e-0932f166000d" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.310534] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-70b72ba9-54e5-4169-9f7e-0932f166000d" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.310534] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-70b72ba9-54e5-4169-9f7e-0932f166000d" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.310534] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.310534] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.310534] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.310534] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.310878] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.312880] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-70b72ba9-54e5-4169-9f7e-0932f166000d" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.312880] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('70b72ba9-54e5-4169-9f7e-0932f166000d',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.363403] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.363557] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.363641] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.363852] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.363955] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.364049] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a503a71a-3769-43f7-98f3-2a5afc59016f is going to be created. [ 728.398078] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.398366] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.398494] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.398826] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.399110] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.414569] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a503a71a-3769-43f7-98f3-2a5afc59016f in Status: UNINITIALIZED for 2s [ 728.742487] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fd5a1b3a-0b65-4cbd-b3cb-2a0523fb6925 in Status: SUCCESS [ 728.742487] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fd5a1b3a-0b65-4cbd-b3cb-2a0523fb6925" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.816407] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 70b72ba9-54e5-4169-9f7e-0932f166000d: rpc.has_security_group_logging(os_id): False [ 728.843632] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.843795] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.843874] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.844136] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.844240] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.844465] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.844587] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.844660] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.844833] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.844913] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.845127] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.845235] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.845368] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.845448] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.845774] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.845774] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.845884] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.845884] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.848235] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.848444] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.848586] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 70b72ba9-54e5-4169-9f7e-0932f166000d is going to be created. [ 728.924437] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.924437] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.924437] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.924437] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.924437] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.938720] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 70b72ba9-54e5-4169-9f7e-0932f166000d in Status: IN_PROGRESS for 2s [ 729.452291] env[66859]: INFO networking_nsxv3.common.synchronization [None req-7ec74ab8-c192-4ca3-9c6e-0ee615acf451 tempest-ImagesOneServerNegativeTestJSON-1778756211 tempest-ImagesOneServerNegativeTestJSON-1778756211-project-member] Enqueued Resource ID: 21e4d87d-426a-44bc-b7b3-ddeec3f19a8a with Priority: HIGHEST for action security_group_rules [ 729.452291] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 21e4d87d-426a-44bc-b7b3-ddeec3f19a8a with Priority: HIGHEST for action security_group_rules [ 729.452291] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock rules-21e4d87d-426a-44bc-b7b3-ddeec3f19a8a taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.452291] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-21e4d87d-426a-44bc-b7b3-ddeec3f19a8a" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.452291] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-21e4d87d-426a-44bc-b7b3-ddeec3f19a8a" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.452291] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-21e4d87d-426a-44bc-b7b3-ddeec3f19a8a" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.452291] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('21e4d87d-426a-44bc-b7b3-ddeec3f19a8a',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.674447] env[66859]: INFO networking_nsxv3.common.synchronization [None req-0f2826b5-f103-4e96-8279-6acc4ddd20da tempest-ImagesOneServerNegativeTestJSON-1778756211 tempest-ImagesOneServerNegativeTestJSON-1778756211-project-member] Enqueued Resource ID: 21e4d87d-426a-44bc-b7b3-ddeec3f19a8a with Priority: HIGHEST for action security_group_rules [ 729.674447] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 21e4d87d-426a-44bc-b7b3-ddeec3f19a8a with Priority: HIGHEST for action security_group_rules [ 729.674447] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock rules-21e4d87d-426a-44bc-b7b3-ddeec3f19a8a taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.674447] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-21e4d87d-426a-44bc-b7b3-ddeec3f19a8a" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.976066] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.976066] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.976066] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.976066] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.976066] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.976066] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 21e4d87d-426a-44bc-b7b3-ddeec3f19a8a already deleted. [ 729.976066] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-21e4d87d-426a-44bc-b7b3-ddeec3f19a8a" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.976539] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-21e4d87d-426a-44bc-b7b3-ddeec3f19a8a" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.976539] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-21e4d87d-426a-44bc-b7b3-ddeec3f19a8a" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.976539] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('21e4d87d-426a-44bc-b7b3-ddeec3f19a8a',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.030093] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d1eefa23-9462-4d1d-98d8-a427fa544370 in Status: SUCCESS [ 730.030280] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d1eefa23-9462-4d1d-98d8-a427fa544370" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.030375] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d1eefa23-9462-4d1d-98d8-a427fa544370" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.030576] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d1eefa23-9462-4d1d-98d8-a427fa544370" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.030771] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.030883] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.030949] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.031120] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.031204] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.031300] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d1eefa23-9462-4d1d-98d8-a427fa544370',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.211036] env[66859]: INFO networking_nsxv3.common.synchronization [req-b46000dd-783b-44d7-9378-aee53dac2698 req-bcb802ef-5813-41f7-9148-7696588d3290 tempest-ListImageFiltersTestJSON-1116383732 tempest-ListImageFiltersTestJSON-1116383732-project-member] Enqueued Resource ID: 70b72ba9-54e5-4169-9f7e-0932f166000d with Priority: HIGHEST for action security_group_members [ 730.211376] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 70b72ba9-54e5-4169-9f7e-0932f166000d with Priority: HIGHEST for action security_group_members [ 730.211685] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-70b72ba9-54e5-4169-9f7e-0932f166000d taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.211805] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-70b72ba9-54e5-4169-9f7e-0932f166000d" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.211868] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-70b72ba9-54e5-4169-9f7e-0932f166000d" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.212090] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-70b72ba9-54e5-4169-9f7e-0932f166000d" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.212238] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.212488] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.212488] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.212605] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.212605] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.212742] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('70b72ba9-54e5-4169-9f7e-0932f166000d',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.422347] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a503a71a-3769-43f7-98f3-2a5afc59016f in Status: SUCCESS [ 730.422560] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a503a71a-3769-43f7-98f3-2a5afc59016f" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.423492] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a503a71a-3769-43f7-98f3-2a5afc59016f" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.423732] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a503a71a-3769-43f7-98f3-2a5afc59016f" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.423931] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.424061] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.424198] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.424412] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.424507] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.424598] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a503a71a-3769-43f7-98f3-2a5afc59016f" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.424689] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a503a71a-3769-43f7-98f3-2a5afc59016f',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.518241] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.518386] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.518460] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.518772] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.518869] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.518963] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 21e4d87d-426a-44bc-b7b3-ddeec3f19a8a already deleted. [ 730.519090] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-21e4d87d-426a-44bc-b7b3-ddeec3f19a8a" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.534985] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.535206] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.535288] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.535530] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.535647] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.535854] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.535955] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.536038] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.536422] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.536522] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.536647] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d1eefa23-9462-4d1d-98d8-a427fa544370 is going to be updated. [ 730.570640] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.570815] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.571098] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.571202] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.571392] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.583027] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d1eefa23-9462-4d1d-98d8-a427fa544370 in Status: IN_PROGRESS for 2s [ 730.690981] env[66859]: DEBUG networking_nsxv3.common.locking [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Lock network-96 taken with stack trace [, , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.691311] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquiring lock "network-96" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.691455] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired lock "network-96" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.691829] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired external semaphore "network-96" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.692110] env[66859]: DEBUG networking_nsxv3.common.locking [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.692265] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquiring lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.692381] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.692635] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired external semaphore "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.692821] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Releasing lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.693075] env[66859]: DEBUG dogpile.cache.region [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] No value present for key: 'zone-id' {{(pid=66859) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 730.693187] env[66859]: DEBUG dogpile.lock [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] NeedRegenerationException {{(pid=66859) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 730.693292] env[66859]: DEBUG dogpile.lock [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] no value, waiting for create lock {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 730.693396] env[66859]: DEBUG dogpile.lock [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] value creation lock acquired {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 730.693559] env[66859]: DEBUG dogpile.cache.region [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] No value present for key: 'zone-id' {{(pid=66859) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 730.693609] env[66859]: DEBUG dogpile.lock [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Calling creation function for not-yet-present value {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 730.693712] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 730.717076] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('70b72ba9-54e5-4169-9f7e-0932f166000d',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.735249] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 730.735510] env[66859]: DEBUG dogpile.cache.region [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Cache value generated in 0.042 seconds for key(s): 'zone-id' {{(pid=66859) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 730.735687] env[66859]: DEBUG dogpile.lock [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Released creation lock {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 730.735957] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Releasing lock "network-96" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.736336] env[66859]: DEBUG networking_nsxv3.common.locking [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Lock port-9451dad0-7bfa-41d9-9cfc-489ebb650243 taken with stack trace [, , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.736544] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquiring lock "port-9451dad0-7bfa-41d9-9cfc-489ebb650243" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.736767] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired lock "port-9451dad0-7bfa-41d9-9cfc-489ebb650243" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.737353] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired external semaphore "port-9451dad0-7bfa-41d9-9cfc-489ebb650243" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.737588] env[66859]: DEBUG networking_nsxv3.api.rpc [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9451dad0-7bfa-41d9-9cfc-489ebb650243',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.926750] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-a503a71a-3769-43f7-98f3-2a5afc59016f taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.926983] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a503a71a-3769-43f7-98f3-2a5afc59016f" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.927089] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a503a71a-3769-43f7-98f3-2a5afc59016f" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.927379] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a503a71a-3769-43f7-98f3-2a5afc59016f" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.927625] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.927768] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.927863] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.928059] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.928156] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.928292] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a503a71a-3769-43f7-98f3-2a5afc59016f" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.928519] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-a503a71a-3769-43f7-98f3-2a5afc59016f taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.928662] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a503a71a-3769-43f7-98f3-2a5afc59016f" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.928753] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a503a71a-3769-43f7-98f3-2a5afc59016f" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.929359] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a503a71a-3769-43f7-98f3-2a5afc59016f" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.929359] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.929359] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.929525] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.929570] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.929762] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.929762] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a503a71a-3769-43f7-98f3-2a5afc59016f" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.929822] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a503a71a-3769-43f7-98f3-2a5afc59016f',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.974048] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 70b72ba9-54e5-4169-9f7e-0932f166000d in Status: SUCCESS [ 730.974281] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-70b72ba9-54e5-4169-9f7e-0932f166000d" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.220662] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('70b72ba9-54e5-4169-9f7e-0932f166000d',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.242568] env[66859]: DEBUG networking_nsxv3.common.locking [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.242802] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.242908] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.243218] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.243372] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.243563] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Segment Port 9451dad0-7bfa-41d9-9cfc-489ebb650243 not found, creating... [ 731.243876] env[66859]: DEBUG networking_nsxv3.common.locking [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.244067] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquiring lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.244184] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.244440] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired external semaphore "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.244589] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Releasing lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.248344] env[66859]: DEBUG networking_nsxv3.common.locking [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.248552] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.248671] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.248943] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.249311] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.249539] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Resource: SegmentPort with ID: 9451dad0-7bfa-41d9-9cfc-489ebb650243 is going to be created. [ 731.287282] env[66859]: DEBUG networking_nsxv3.common.locking [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.287610] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.287759] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.288025] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.288256] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.288495] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Releasing lock "port-9451dad0-7bfa-41d9-9cfc-489ebb650243" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.432594] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a503a71a-3769-43f7-98f3-2a5afc59016f: rpc.has_security_group_logging(os_id): False [ 731.463258] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.463258] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.463258] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.464176] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.464176] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.464176] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.464176] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.464176] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.464462] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.464462] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.464570] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.464635] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.464669] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.464822] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.464914] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.465124] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.465214] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.465277] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.465441] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.465516] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.465600] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a503a71a-3769-43f7-98f3-2a5afc59016f is going to be created. [ 731.579741] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.579741] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.579741] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.580095] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.580313] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.592778] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a503a71a-3769-43f7-98f3-2a5afc59016f in Status: IN_PROGRESS for 2s [ 731.724208] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.724393] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.724472] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.724689] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.724789] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.724913] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 70b72ba9-54e5-4169-9f7e-0932f166000d is going to be updated. [ 731.792303] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.792501] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.792556] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.792788] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.792929] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.808211] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 70b72ba9-54e5-4169-9f7e-0932f166000d in Status: IN_PROGRESS for 2s [ 732.050408] env[66859]: INFO networking_nsxv3.common.synchronization [req-b46000dd-783b-44d7-9378-aee53dac2698 req-1cbba62c-af57-449d-8ccd-326fe8fc4271 service nova] Enqueued Resource ID: 70b72ba9-54e5-4169-9f7e-0932f166000d with Priority: HIGHEST for action security_group_rules [ 732.050711] env[66859]: INFO networking_nsxv3.common.synchronization [req-b46000dd-783b-44d7-9378-aee53dac2698 req-1cbba62c-af57-449d-8ccd-326fe8fc4271 service nova] Enqueued Resource ID: 70b72ba9-54e5-4169-9f7e-0932f166000d with Priority: HIGHEST for action security_group_members [ 732.053186] env[66859]: INFO networking_nsxv3.common.synchronization [req-b46000dd-783b-44d7-9378-aee53dac2698 req-1cbba62c-af57-449d-8ccd-326fe8fc4271 service nova] Enqueued Resource ID: 9451dad0-7bfa-41d9-9cfc-489ebb650243 with Priority: HIGHEST for action port [ 732.053186] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 70b72ba9-54e5-4169-9f7e-0932f166000d with Priority: HIGHEST for action security_group_rules [ 732.053186] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 70b72ba9-54e5-4169-9f7e-0932f166000d with Priority: HIGHEST for action security_group_members [ 732.053186] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9451dad0-7bfa-41d9-9cfc-489ebb650243 with Priority: HIGHEST for action port [ 732.053186] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock rules-70b72ba9-54e5-4169-9f7e-0932f166000d taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.053494] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-70b72ba9-54e5-4169-9f7e-0932f166000d" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.053598] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-70b72ba9-54e5-4169-9f7e-0932f166000d" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.053891] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-70b72ba9-54e5-4169-9f7e-0932f166000d" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.054107] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('70b72ba9-54e5-4169-9f7e-0932f166000d',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.055503] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-70b72ba9-54e5-4169-9f7e-0932f166000d taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.055807] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-70b72ba9-54e5-4169-9f7e-0932f166000d" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.056131] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock port-9451dad0-7bfa-41d9-9cfc-489ebb650243 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.056821] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9451dad0-7bfa-41d9-9cfc-489ebb650243" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.056821] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9451dad0-7bfa-41d9-9cfc-489ebb650243" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.056821] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9451dad0-7bfa-41d9-9cfc-489ebb650243" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.056821] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9451dad0-7bfa-41d9-9cfc-489ebb650243',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.557843] env[66859]: INFO networking_nsxv3.common.synchronization [req-a9653911-87b5-430c-b69a-85d5a3be0277 req-9f6d1a48-ec4a-4065-aebd-07c0c88d82ef tempest-ServersTestJSON-1355909223 tempest-ServersTestJSON-1355909223-project-member] Enqueued Resource ID: db3c18d0-0157-4b32-aa29-403e7eda3e16 with Priority: HIGHEST for action security_group_members [ 732.558332] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db3c18d0-0157-4b32-aa29-403e7eda3e16 with Priority: HIGHEST for action security_group_members [ 732.558405] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-70b72ba9-54e5-4169-9f7e-0932f166000d taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.558530] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-70b72ba9-54e5-4169-9f7e-0932f166000d" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.558691] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-db3c18d0-0157-4b32-aa29-403e7eda3e16 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.558799] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-db3c18d0-0157-4b32-aa29-403e7eda3e16" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.558850] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-db3c18d0-0157-4b32-aa29-403e7eda3e16" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.559057] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-db3c18d0-0157-4b32-aa29-403e7eda3e16" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.559201] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.559721] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.559721] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.559721] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.559721] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.559721] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('db3c18d0-0157-4b32-aa29-403e7eda3e16',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.560702] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9451dad0-7bfa-41d9-9cfc-489ebb650243 with status ACTIVE [ 732.560800] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.560893] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.560893] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.561152] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.561313] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.561488] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.564201] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.564201] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.564201] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.564201] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.564201] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.564201] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.564201] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.564201] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.564201] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.564201] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9451dad0-7bfa-41d9-9cfc-489ebb650243 is going to be updated. [ 732.586183] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.586316] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.586391] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.586602] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.586733] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.586891] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9451dad0-7bfa-41d9-9cfc-489ebb650243" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.595251] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d1eefa23-9462-4d1d-98d8-a427fa544370 in Status: SUCCESS [ 732.595511] env[66859]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d1eefa23-9462-4d1d-98d8-a427fa544370 deletion is rescheduled due to dependency. [ 732.595566] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d1eefa23-9462-4d1d-98d8-a427fa544370" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.822823] env[66859]: INFO networking_nsxv3.common.synchronization [req-674499e0-0007-4e8a-984f-26ce6e06a79f req-59df098c-d525-46ab-9e6b-93577fbfc211 tempest-ImagesTestJSON-775779378 tempest-ImagesTestJSON-775779378-project-member] Enqueued Resource ID: 09fc9b17-50d2-4789-87d2-0acbd68153f8 with Priority: HIGHEST for action security_group_members [ 732.823417] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 09fc9b17-50d2-4789-87d2-0acbd68153f8 with Priority: HIGHEST for action security_group_members [ 732.823728] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-09fc9b17-50d2-4789-87d2-0acbd68153f8 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.823810] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-09fc9b17-50d2-4789-87d2-0acbd68153f8" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.823880] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-09fc9b17-50d2-4789-87d2-0acbd68153f8" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.827842] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-09fc9b17-50d2-4789-87d2-0acbd68153f8" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.828251] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.828369] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.828441] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.828781] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.828781] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.828883] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('09fc9b17-50d2-4789-87d2-0acbd68153f8',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.070019] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.070019] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.070019] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.070019] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.096878] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.096878] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.096878] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.096878] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.096878] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.096878] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.096878] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: db3c18d0-0157-4b32-aa29-403e7eda3e16 is going to be updated. [ 733.126304] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.126304] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.126304] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.126304] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.126304] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.138082] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: db3c18d0-0157-4b32-aa29-403e7eda3e16 in Status: IN_PROGRESS for 2s [ 733.333201] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.333201] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.333201] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.333201] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.333201] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.333201] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.333201] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.333201] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.333518] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.333518] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.333518] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 09fc9b17-50d2-4789-87d2-0acbd68153f8 is going to be updated. [ 733.391798] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.391798] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.391798] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.391997] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.392120] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.402089] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 09fc9b17-50d2-4789-87d2-0acbd68153f8 in Status: IN_PROGRESS for 2s [ 733.608046] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a503a71a-3769-43f7-98f3-2a5afc59016f in Status: SUCCESS [ 733.608046] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a503a71a-3769-43f7-98f3-2a5afc59016f" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.820528] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 70b72ba9-54e5-4169-9f7e-0932f166000d in Status: SUCCESS [ 733.820797] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-70b72ba9-54e5-4169-9f7e-0932f166000d" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.821018] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-70b72ba9-54e5-4169-9f7e-0932f166000d" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.821271] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-70b72ba9-54e5-4169-9f7e-0932f166000d" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.821492] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.822734] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.822734] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.822734] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.822734] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.822734] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('70b72ba9-54e5-4169-9f7e-0932f166000d',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.324762] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('70b72ba9-54e5-4169-9f7e-0932f166000d',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.829112] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('70b72ba9-54e5-4169-9f7e-0932f166000d',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.149820] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: db3c18d0-0157-4b32-aa29-403e7eda3e16 in Status: SUCCESS [ 735.149820] env[66859]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: db3c18d0-0157-4b32-aa29-403e7eda3e16 deletion is rescheduled due to dependency. [ 735.149998] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-db3c18d0-0157-4b32-aa29-403e7eda3e16" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.331365] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.331603] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.331682] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.331932] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.332039] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.332156] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 70b72ba9-54e5-4169-9f7e-0932f166000d is going to be updated. [ 735.368552] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.369323] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.369617] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.370102] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.370102] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.384143] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 70b72ba9-54e5-4169-9f7e-0932f166000d in Status: IN_PROGRESS for 2s [ 735.414478] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 09fc9b17-50d2-4789-87d2-0acbd68153f8 in Status: SUCCESS [ 735.414657] env[66859]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 09fc9b17-50d2-4789-87d2-0acbd68153f8 deletion is rescheduled due to dependency. [ 735.414767] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-09fc9b17-50d2-4789-87d2-0acbd68153f8" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.548973] env[66859]: INFO networking_nsxv3.common.synchronization [req-7f371584-8143-4e4f-a74b-05d6cf9b1884 req-eb4baf05-0fce-4d67-b150-fb735cbc0a9e tempest-FloatingIPsAssociationNegativeTestJSON-445683035 tempest-FloatingIPsAssociationNegativeTestJSON-445683035-project-member] Enqueued Resource ID: 70e9380f-d543-43af-88fa-f82c07999d51 with Priority: HIGHEST for action security_group_members [ 736.549705] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 70e9380f-d543-43af-88fa-f82c07999d51 with Priority: HIGHEST for action security_group_members [ 736.550114] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-70e9380f-d543-43af-88fa-f82c07999d51 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.550244] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-70e9380f-d543-43af-88fa-f82c07999d51" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.550332] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-70e9380f-d543-43af-88fa-f82c07999d51" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.550549] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-70e9380f-d543-43af-88fa-f82c07999d51" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.550712] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.550816] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.551386] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.551386] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.551671] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.551671] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('70e9380f-d543-43af-88fa-f82c07999d51',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.055214] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.059032] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.059032] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.059032] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.059032] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.059032] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.059032] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.059032] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.059032] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.059032] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.059032] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 70e9380f-d543-43af-88fa-f82c07999d51 is going to be updated. [ 737.093310] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.093972] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.094285] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.094714] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.095024] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.107280] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 70e9380f-d543-43af-88fa-f82c07999d51 in Status: IN_PROGRESS for 2s [ 737.396036] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 70b72ba9-54e5-4169-9f7e-0932f166000d in Status: SUCCESS [ 737.396036] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-70b72ba9-54e5-4169-9f7e-0932f166000d" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.396212] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-70b72ba9-54e5-4169-9f7e-0932f166000d" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.396307] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-70b72ba9-54e5-4169-9f7e-0932f166000d" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.396501] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.396631] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.396697] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.396885] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.396965] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.397062] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-70b72ba9-54e5-4169-9f7e-0932f166000d" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.397156] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('70b72ba9-54e5-4169-9f7e-0932f166000d',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.899867] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-70b72ba9-54e5-4169-9f7e-0932f166000d taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.900232] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-70b72ba9-54e5-4169-9f7e-0932f166000d" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.900232] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-70b72ba9-54e5-4169-9f7e-0932f166000d" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.900232] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-70b72ba9-54e5-4169-9f7e-0932f166000d" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.900479] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.900552] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.900590] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.900726] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.900811] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.900938] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-70b72ba9-54e5-4169-9f7e-0932f166000d" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.901051] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-70b72ba9-54e5-4169-9f7e-0932f166000d taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.901181] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-70b72ba9-54e5-4169-9f7e-0932f166000d" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.901261] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-70b72ba9-54e5-4169-9f7e-0932f166000d" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.901344] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-70b72ba9-54e5-4169-9f7e-0932f166000d" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.901590] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.901590] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.901720] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.901803] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.901850] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.901927] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-70b72ba9-54e5-4169-9f7e-0932f166000d" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.901999] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('70b72ba9-54e5-4169-9f7e-0932f166000d',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.405268] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 70b72ba9-54e5-4169-9f7e-0932f166000d: rpc.has_security_group_logging(os_id): False [ 738.436237] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.436469] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.436469] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.436671] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.436765] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.436981] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.437095] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.437157] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.437319] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.437394] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.437571] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.437663] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.437720] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.437860] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.437932] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.438132] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.438224] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.438285] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.438422] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.438496] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.438628] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 70b72ba9-54e5-4169-9f7e-0932f166000d is going to be updated. [ 738.522356] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.522555] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.522629] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.522896] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.523060] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.541018] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 70b72ba9-54e5-4169-9f7e-0932f166000d in Status: IN_PROGRESS for 2s [ 739.120297] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 70e9380f-d543-43af-88fa-f82c07999d51 in Status: SUCCESS [ 739.120668] env[66859]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 70e9380f-d543-43af-88fa-f82c07999d51 deletion is rescheduled due to dependency. [ 739.120668] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-70e9380f-d543-43af-88fa-f82c07999d51" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.075637] env[66859]: INFO networking_nsxv3.common.synchronization [req-a652882e-8a30-476d-bb9d-8fdc2bca598e req-beacb82c-5ecd-4cc9-be02-719c24583b18 tempest-AttachInterfacesV270Test-2069180946 tempest-AttachInterfacesV270Test-2069180946-project-member] Enqueued Resource ID: fd5a1b3a-0b65-4cbd-b3cb-2a0523fb6925 with Priority: HIGHEST for action security_group_members [ 740.076318] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd5a1b3a-0b65-4cbd-b3cb-2a0523fb6925 with Priority: HIGHEST for action security_group_members [ 740.076789] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-fd5a1b3a-0b65-4cbd-b3cb-2a0523fb6925 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.076932] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fd5a1b3a-0b65-4cbd-b3cb-2a0523fb6925" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.077033] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fd5a1b3a-0b65-4cbd-b3cb-2a0523fb6925" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.077404] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fd5a1b3a-0b65-4cbd-b3cb-2a0523fb6925" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.077589] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.078386] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.078386] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.078386] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.078386] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.078386] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fd5a1b3a-0b65-4cbd-b3cb-2a0523fb6925',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.509027] env[66859]: INFO networking_nsxv3.common.synchronization [req-95bbb4a6-351a-4cee-ad21-3c61dd1b8520 req-42eb9091-f9ce-43ef-9274-6f17c5d401ba tempest-ServerPasswordTestJSON-408622685 tempest-ServerPasswordTestJSON-408622685-project-member] Enqueued Resource ID: ddeb6836-55c0-4e73-893a-9421a4d96424 with Priority: HIGHEST for action security_group_members [ 740.511287] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ddeb6836-55c0-4e73-893a-9421a4d96424 with Priority: HIGHEST for action security_group_members [ 740.511687] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-ddeb6836-55c0-4e73-893a-9421a4d96424 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.511832] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ddeb6836-55c0-4e73-893a-9421a4d96424" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.511891] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ddeb6836-55c0-4e73-893a-9421a4d96424" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.512928] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ddeb6836-55c0-4e73-893a-9421a4d96424" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.513016] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.513128] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.514326] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.514326] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.514326] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.514326] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ddeb6836-55c0-4e73-893a-9421a4d96424',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.583986] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.584196] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.584292] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.584573] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.584699] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.584946] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.585086] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.585173] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.585373] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.585956] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.585956] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fd5a1b3a-0b65-4cbd-b3cb-2a0523fb6925 is going to be updated. [ 740.587421] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 70b72ba9-54e5-4169-9f7e-0932f166000d in Status: SUCCESS [ 740.587638] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-70b72ba9-54e5-4169-9f7e-0932f166000d" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.642578] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.642578] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.642578] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.642578] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.642578] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.657097] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fd5a1b3a-0b65-4cbd-b3cb-2a0523fb6925 in Status: IN_PROGRESS for 2s [ 740.926033] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock network-443 taken with stack trace [, , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.926357] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "network-443" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.926576] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "network-443" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.927059] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "network-443" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.927470] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.927724] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.927914] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.928275] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.928509] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.928826] env[66859]: DEBUG dogpile.cache.region [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] No value present for key: 'zone-id' {{(pid=66859) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 740.929014] env[66859]: DEBUG dogpile.lock [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] NeedRegenerationException {{(pid=66859) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 740.929207] env[66859]: DEBUG dogpile.lock [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] no value, waiting for create lock {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 740.929556] env[66859]: DEBUG dogpile.lock [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] value creation lock acquired {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 740.929761] env[66859]: DEBUG dogpile.cache.region [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] No value present for key: 'zone-id' {{(pid=66859) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 740.929953] env[66859]: DEBUG dogpile.lock [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Calling creation function for not-yet-present value {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 740.930271] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 740.954044] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 740.954044] env[66859]: DEBUG dogpile.cache.region [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66859) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 740.954044] env[66859]: DEBUG dogpile.lock [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Released creation lock {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 740.954044] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "network-443" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.954044] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock port-f838871f-6bdd-4f09-b8be-5aa28fdd3f73 taken with stack trace [, , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.954044] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "port-f838871f-6bdd-4f09-b8be-5aa28fdd3f73" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.954044] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "port-f838871f-6bdd-4f09-b8be-5aa28fdd3f73" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.954044] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "port-f838871f-6bdd-4f09-b8be-5aa28fdd3f73" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.954044] env[66859]: DEBUG networking_nsxv3.api.rpc [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f838871f-6bdd-4f09-b8be-5aa28fdd3f73',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.016377] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.016539] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.016846] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.017490] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.017643] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.017930] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.017930] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.017930] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.018149] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.018216] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.018250] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ddeb6836-55c0-4e73-893a-9421a4d96424 already deleted. [ 741.018323] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ddeb6836-55c0-4e73-893a-9421a4d96424" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.457123] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.457277] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.457486] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.457913] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.457993] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.458655] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Segment Port f838871f-6bdd-4f09-b8be-5aa28fdd3f73 not found, creating... [ 741.458655] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.458871] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.458871] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.459259] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.459398] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.459601] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.459772] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.459886] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.460101] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.460232] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.460367] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Resource: SegmentPort with ID: f838871f-6bdd-4f09-b8be-5aa28fdd3f73 is going to be created. [ 741.492480] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.492480] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.492480] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.492787] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.492935] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.493180] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "port-f838871f-6bdd-4f09-b8be-5aa28fdd3f73" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.246544] env[66859]: INFO networking_nsxv3.common.synchronization [req-95bbb4a6-351a-4cee-ad21-3c61dd1b8520 req-6c6b7d9a-db70-418f-8e41-e5b0bf270d77 service nova] Enqueued Resource ID: ddeb6836-55c0-4e73-893a-9421a4d96424 with Priority: HIGHEST for action security_group_rules [ 742.246856] env[66859]: INFO networking_nsxv3.common.synchronization [req-95bbb4a6-351a-4cee-ad21-3c61dd1b8520 req-6c6b7d9a-db70-418f-8e41-e5b0bf270d77 service nova] Enqueued Resource ID: ddeb6836-55c0-4e73-893a-9421a4d96424 with Priority: HIGHEST for action security_group_members [ 742.246856] env[66859]: INFO networking_nsxv3.common.synchronization [req-95bbb4a6-351a-4cee-ad21-3c61dd1b8520 req-6c6b7d9a-db70-418f-8e41-e5b0bf270d77 service nova] Enqueued Resource ID: f838871f-6bdd-4f09-b8be-5aa28fdd3f73 with Priority: HIGHEST for action port [ 742.247027] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ddeb6836-55c0-4e73-893a-9421a4d96424 with Priority: HIGHEST for action security_group_rules [ 742.247236] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ddeb6836-55c0-4e73-893a-9421a4d96424 with Priority: HIGHEST for action security_group_members [ 742.247236] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f838871f-6bdd-4f09-b8be-5aa28fdd3f73 with Priority: HIGHEST for action port [ 742.248242] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ddeb6836-55c0-4e73-893a-9421a4d96424 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.249134] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ddeb6836-55c0-4e73-893a-9421a4d96424" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.249134] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ddeb6836-55c0-4e73-893a-9421a4d96424" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.249494] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ddeb6836-55c0-4e73-893a-9421a4d96424" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.249587] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ddeb6836-55c0-4e73-893a-9421a4d96424',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.250894] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-ddeb6836-55c0-4e73-893a-9421a4d96424 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.251024] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ddeb6836-55c0-4e73-893a-9421a4d96424" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.251091] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ddeb6836-55c0-4e73-893a-9421a4d96424" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.251280] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ddeb6836-55c0-4e73-893a-9421a4d96424" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.251411] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.251506] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.251567] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.251737] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.251828] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.251919] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ddeb6836-55c0-4e73-893a-9421a4d96424',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.253749] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock port-f838871f-6bdd-4f09-b8be-5aa28fdd3f73 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.254211] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f838871f-6bdd-4f09-b8be-5aa28fdd3f73" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.254304] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f838871f-6bdd-4f09-b8be-5aa28fdd3f73" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.254467] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f838871f-6bdd-4f09-b8be-5aa28fdd3f73" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.254546] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f838871f-6bdd-4f09-b8be-5aa28fdd3f73',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.666465] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fd5a1b3a-0b65-4cbd-b3cb-2a0523fb6925 in Status: SUCCESS [ 742.666465] env[66859]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fd5a1b3a-0b65-4cbd-b3cb-2a0523fb6925 deletion is rescheduled due to dependency. [ 742.667275] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fd5a1b3a-0b65-4cbd-b3cb-2a0523fb6925" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.756294] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ddeb6836-55c0-4e73-893a-9421a4d96424',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.756959] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-ddeb6836-55c0-4e73-893a-9421a4d96424 taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.757051] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ddeb6836-55c0-4e73-893a-9421a4d96424" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.757263] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f838871f-6bdd-4f09-b8be-5aa28fdd3f73 with status ACTIVE [ 742.757451] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.757561] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.757601] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.757882] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.757978] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.758174] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.758272] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.758333] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.758562] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.758665] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.758892] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.758987] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.759124] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.759249] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.759359] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.759422] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f838871f-6bdd-4f09-b8be-5aa28fdd3f73 is going to be updated. [ 742.783563] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.783718] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.783786] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.783989] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.784138] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.784380] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f838871f-6bdd-4f09-b8be-5aa28fdd3f73" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.261473] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ddeb6836-55c0-4e73-893a-9421a4d96424',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.321932] env[66859]: INFO networking_nsxv3.common.synchronization [req-1a5579e8-5e64-40c8-9bc0-1372111518e5 req-794d3c68-cfaf-4a13-a544-ac7d528bda57 tempest-ServersAdminTestJSON-1670526874 tempest-ServersAdminTestJSON-1670526874-project-member] Enqueued Resource ID: 4522597f-f640-407a-8ae0-aa2fe02a5298 with Priority: HIGHEST for action security_group_members [ 743.323224] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4522597f-f640-407a-8ae0-aa2fe02a5298 with Priority: HIGHEST for action security_group_members [ 743.323840] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-4522597f-f640-407a-8ae0-aa2fe02a5298 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.323973] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4522597f-f640-407a-8ae0-aa2fe02a5298" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.324077] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4522597f-f640-407a-8ae0-aa2fe02a5298" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.324512] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4522597f-f640-407a-8ae0-aa2fe02a5298" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.324832] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.325022] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.325121] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.325363] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.325526] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.325727] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4522597f-f640-407a-8ae0-aa2fe02a5298',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.681168] env[66859]: DEBUG networking_nsxv3.common.locking [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Lock network-918 taken with stack trace [, , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.681355] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquiring lock "network-918" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.681468] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired lock "network-918" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.681727] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired external semaphore "network-918" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.681976] env[66859]: DEBUG networking_nsxv3.common.locking [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.682389] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquiring lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.682599] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.682821] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired external semaphore "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.682957] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Releasing lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.684518] env[66859]: DEBUG dogpile.cache.region [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] No value present for key: 'zone-id' {{(pid=66859) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 743.684655] env[66859]: DEBUG dogpile.lock [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] NeedRegenerationException {{(pid=66859) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 743.684765] env[66859]: DEBUG dogpile.lock [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] no value, waiting for create lock {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 743.684870] env[66859]: DEBUG dogpile.lock [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] value creation lock acquired {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 743.684978] env[66859]: DEBUG dogpile.cache.region [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] No value present for key: 'zone-id' {{(pid=66859) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 743.685144] env[66859]: DEBUG dogpile.lock [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Calling creation function for not-yet-present value {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 743.685286] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 743.707487] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 743.707487] env[66859]: DEBUG dogpile.cache.region [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66859) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 743.707487] env[66859]: DEBUG dogpile.lock [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Released creation lock {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 743.707487] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Releasing lock "network-918" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.707773] env[66859]: DEBUG networking_nsxv3.common.locking [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Lock port-2c4f77f3-eaad-4251-888e-04048cddba2f taken with stack trace [, , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.709078] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquiring lock "port-2c4f77f3-eaad-4251-888e-04048cddba2f" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.709078] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired lock "port-2c4f77f3-eaad-4251-888e-04048cddba2f" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.709078] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired external semaphore "port-2c4f77f3-eaad-4251-888e-04048cddba2f" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.709078] env[66859]: DEBUG networking_nsxv3.api.rpc [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2c4f77f3-eaad-4251-888e-04048cddba2f',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.765787] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.765927] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.766010] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.766237] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.766330] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.766484] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ddeb6836-55c0-4e73-893a-9421a4d96424 is going to be created. [ 743.793483] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.793782] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.793782] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.793999] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.794182] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.807821] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ddeb6836-55c0-4e73-893a-9421a4d96424 in Status: UNINITIALIZED for 2s [ 743.829219] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4522597f-f640-407a-8ae0-aa2fe02a5298',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.211773] env[66859]: DEBUG networking_nsxv3.common.locking [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.212097] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.212249] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.212632] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.212781] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.212973] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Segment Port 2c4f77f3-eaad-4251-888e-04048cddba2f not found, creating... [ 744.213304] env[66859]: DEBUG networking_nsxv3.common.locking [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.213536] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquiring lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.213767] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.214611] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired external semaphore "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.214965] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Releasing lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.215434] env[66859]: DEBUG networking_nsxv3.common.locking [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.215666] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.215847] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.216212] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.216408] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.216602] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Resource: SegmentPort with ID: 2c4f77f3-eaad-4251-888e-04048cddba2f is going to be created. [ 744.242548] env[66859]: DEBUG networking_nsxv3.common.locking [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.242854] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.243091] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.243478] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.246995] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.247373] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Releasing lock "port-2c4f77f3-eaad-4251-888e-04048cddba2f" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.331891] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4522597f-f640-407a-8ae0-aa2fe02a5298',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.835078] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.835078] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.835078] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.835302] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.835302] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.835427] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4522597f-f640-407a-8ae0-aa2fe02a5298 is going to be updated. [ 744.907176] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.907304] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.907304] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.907528] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.907673] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.919934] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4522597f-f640-407a-8ae0-aa2fe02a5298 in Status: IN_PROGRESS for 2s [ 744.954433] env[66859]: INFO networking_nsxv3.common.synchronization [req-1a5579e8-5e64-40c8-9bc0-1372111518e5 req-0650f072-0f13-4d0e-8b22-fe04da39e57f service nova] Enqueued Resource ID: 4522597f-f640-407a-8ae0-aa2fe02a5298 with Priority: HIGHEST for action security_group_rules [ 744.954616] env[66859]: INFO networking_nsxv3.common.synchronization [req-1a5579e8-5e64-40c8-9bc0-1372111518e5 req-0650f072-0f13-4d0e-8b22-fe04da39e57f service nova] Enqueued Resource ID: 4522597f-f640-407a-8ae0-aa2fe02a5298 with Priority: HIGHEST for action security_group_members [ 744.954748] env[66859]: INFO networking_nsxv3.common.synchronization [req-1a5579e8-5e64-40c8-9bc0-1372111518e5 req-0650f072-0f13-4d0e-8b22-fe04da39e57f service nova] Enqueued Resource ID: 2c4f77f3-eaad-4251-888e-04048cddba2f with Priority: HIGHEST for action port [ 744.955342] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4522597f-f640-407a-8ae0-aa2fe02a5298 with Priority: HIGHEST for action security_group_rules [ 744.955479] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4522597f-f640-407a-8ae0-aa2fe02a5298 with Priority: HIGHEST for action security_group_members [ 744.955758] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c4f77f3-eaad-4251-888e-04048cddba2f with Priority: HIGHEST for action port [ 744.958286] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4522597f-f640-407a-8ae0-aa2fe02a5298 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.958286] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4522597f-f640-407a-8ae0-aa2fe02a5298" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.958286] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4522597f-f640-407a-8ae0-aa2fe02a5298" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.958286] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4522597f-f640-407a-8ae0-aa2fe02a5298" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.958286] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4522597f-f640-407a-8ae0-aa2fe02a5298',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.959189] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-4522597f-f640-407a-8ae0-aa2fe02a5298 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.959301] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4522597f-f640-407a-8ae0-aa2fe02a5298" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.959708] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock port-2c4f77f3-eaad-4251-888e-04048cddba2f taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.959708] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2c4f77f3-eaad-4251-888e-04048cddba2f" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.959845] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2c4f77f3-eaad-4251-888e-04048cddba2f" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.959932] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2c4f77f3-eaad-4251-888e-04048cddba2f" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.963632] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2c4f77f3-eaad-4251-888e-04048cddba2f',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.469548] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2c4f77f3-eaad-4251-888e-04048cddba2f with status ACTIVE [ 745.469548] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.469548] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.469548] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.469548] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.469548] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.469548] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.469548] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.469548] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.469548] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.469548] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.469548] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.469548] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.469548] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.469548] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.469548] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.469548] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2c4f77f3-eaad-4251-888e-04048cddba2f is going to be updated. [ 745.470874] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-4522597f-f640-407a-8ae0-aa2fe02a5298 taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.470977] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4522597f-f640-407a-8ae0-aa2fe02a5298" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.493927] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.494129] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.494173] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.494363] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.494506] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.494673] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2c4f77f3-eaad-4251-888e-04048cddba2f" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.826027] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ddeb6836-55c0-4e73-893a-9421a4d96424 in Status: SUCCESS [ 745.826027] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ddeb6836-55c0-4e73-893a-9421a4d96424" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.826027] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ddeb6836-55c0-4e73-893a-9421a4d96424" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.826027] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ddeb6836-55c0-4e73-893a-9421a4d96424" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.826027] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.826027] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.826027] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.826027] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.826027] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.826027] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ddeb6836-55c0-4e73-893a-9421a4d96424" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.826027] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ddeb6836-55c0-4e73-893a-9421a4d96424',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.945022] env[66859]: INFO networking_nsxv3.common.synchronization [req-501dc4a9-5ba8-44c3-a09c-9f34e0cd66b8 req-3b01e6f5-e871-41cd-bc3e-6370f48de2cc tempest-MigrationsAdminTest-1109182759 tempest-MigrationsAdminTest-1109182759-project-member] Enqueued Resource ID: 2fe8009b-4231-4c5a-8bd8-f40c9782e4b8 with Priority: HIGHEST for action security_group_members [ 745.945022] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2fe8009b-4231-4c5a-8bd8-f40c9782e4b8 with Priority: HIGHEST for action security_group_members [ 745.945022] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-2fe8009b-4231-4c5a-8bd8-f40c9782e4b8 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.945394] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2fe8009b-4231-4c5a-8bd8-f40c9782e4b8" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.945543] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2fe8009b-4231-4c5a-8bd8-f40c9782e4b8" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.946391] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2fe8009b-4231-4c5a-8bd8-f40c9782e4b8" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.947519] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.947519] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.947519] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.947770] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.947949] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.948216] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2fe8009b-4231-4c5a-8bd8-f40c9782e4b8',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.330791] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-ddeb6836-55c0-4e73-893a-9421a4d96424 taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.330791] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ddeb6836-55c0-4e73-893a-9421a4d96424" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.330791] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ddeb6836-55c0-4e73-893a-9421a4d96424" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.330791] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ddeb6836-55c0-4e73-893a-9421a4d96424" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.330791] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.330791] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.330791] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.330791] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.330791] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.330791] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ddeb6836-55c0-4e73-893a-9421a4d96424" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.330791] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-ddeb6836-55c0-4e73-893a-9421a4d96424 taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.330791] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ddeb6836-55c0-4e73-893a-9421a4d96424" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.330791] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ddeb6836-55c0-4e73-893a-9421a4d96424" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.330791] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ddeb6836-55c0-4e73-893a-9421a4d96424" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.330791] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.330791] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.331459] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.331459] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.331459] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.331459] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ddeb6836-55c0-4e73-893a-9421a4d96424" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.331459] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ddeb6836-55c0-4e73-893a-9421a4d96424',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.353023] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock network-96 taken with stack trace [, , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.353023] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "network-96" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.353023] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "network-96" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.353023] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "network-96" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.353023] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.353023] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.353023] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.353023] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.353023] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.353023] env[66859]: DEBUG dogpile.cache.region [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] No value present for key: 'zone-id' {{(pid=66859) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 746.353658] env[66859]: DEBUG dogpile.lock [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] NeedRegenerationException {{(pid=66859) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 746.353894] env[66859]: DEBUG dogpile.lock [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] no value, waiting for create lock {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 746.354128] env[66859]: DEBUG dogpile.lock [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] value creation lock acquired {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 746.354333] env[66859]: DEBUG dogpile.cache.region [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] No value present for key: 'zone-id' {{(pid=66859) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 746.354531] env[66859]: DEBUG dogpile.lock [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Calling creation function for not-yet-present value {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 746.354745] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 746.379132] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 746.379132] env[66859]: DEBUG dogpile.cache.region [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66859) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 746.379132] env[66859]: DEBUG dogpile.lock [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Released creation lock {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 746.379132] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "network-96" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.379132] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock port-a3ca9fe0-fed9-4e6c-94f1-383abb08240b taken with stack trace [, , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.379132] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "port-a3ca9fe0-fed9-4e6c-94f1-383abb08240b" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.379132] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "port-a3ca9fe0-fed9-4e6c-94f1-383abb08240b" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.379132] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "port-a3ca9fe0-fed9-4e6c-94f1-383abb08240b" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.379132] env[66859]: DEBUG networking_nsxv3.api.rpc [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a3ca9fe0-fed9-4e6c-94f1-383abb08240b',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.453595] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2fe8009b-4231-4c5a-8bd8-f40c9782e4b8',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.832915] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ddeb6836-55c0-4e73-893a-9421a4d96424: rpc.has_security_group_logging(os_id): False [ 746.858691] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.858909] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.858909] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.859087] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.859186] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.859515] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.859627] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.859691] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.860079] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.860079] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.860210] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.860304] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.860383] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.860626] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.860703] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.860980] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.861120] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.861195] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.861365] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.861417] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.861491] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ddeb6836-55c0-4e73-893a-9421a4d96424 is going to be created. [ 746.882629] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.882863] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.883031] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.883339] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.883513] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.883669] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Segment Port a3ca9fe0-fed9-4e6c-94f1-383abb08240b not found, creating... [ 746.883963] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.884289] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.884454] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.884697] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.884834] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.885160] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.885315] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.885427] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.885716] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.885846] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.886041] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Resource: SegmentPort with ID: a3ca9fe0-fed9-4e6c-94f1-383abb08240b is going to be created. [ 746.912050] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.912310] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.912490] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.912871] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.913169] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.913411] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "port-a3ca9fe0-fed9-4e6c-94f1-383abb08240b" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.932855] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4522597f-f640-407a-8ae0-aa2fe02a5298 in Status: SUCCESS [ 746.933170] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4522597f-f640-407a-8ae0-aa2fe02a5298" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.933358] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4522597f-f640-407a-8ae0-aa2fe02a5298" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.933686] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4522597f-f640-407a-8ae0-aa2fe02a5298" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.933955] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.934127] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.934180] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.934416] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.934558] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.934716] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4522597f-f640-407a-8ae0-aa2fe02a5298',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.937614] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.937801] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.937935] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.938241] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.938506] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.956337] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2fe8009b-4231-4c5a-8bd8-f40c9782e4b8',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.958839] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ddeb6836-55c0-4e73-893a-9421a4d96424 in Status: IN_PROGRESS for 2s [ 747.096747] env[66859]: INFO networking_nsxv3.common.synchronization [None req-48257b8f-8ac3-4603-850f-f0045cc6da08 None None] Enqueued Resource ID: 30fa169b-38d6-4d62-85a1-4d928df86586 with Priority: HIGHEST for action port [ 747.097436] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30fa169b-38d6-4d62-85a1-4d928df86586 with Priority: HIGHEST for action port [ 747.097653] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock port-30fa169b-38d6-4d62-85a1-4d928df86586 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.097761] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-30fa169b-38d6-4d62-85a1-4d928df86586" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.099494] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-30fa169b-38d6-4d62-85a1-4d928df86586" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.099494] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-30fa169b-38d6-4d62-85a1-4d928df86586" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.099494] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('30fa169b-38d6-4d62-85a1-4d928df86586',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.441212] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4522597f-f640-407a-8ae0-aa2fe02a5298',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.458859] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.459030] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.459105] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.459318] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.459436] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.459584] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2fe8009b-4231-4c5a-8bd8-f40c9782e4b8 is going to be updated. [ 747.492741] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.492894] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.492967] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.493212] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.493361] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.505962] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2fe8009b-4231-4c5a-8bd8-f40c9782e4b8 in Status: IN_PROGRESS for 2s [ 747.602521] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 30fa169b-38d6-4d62-85a1-4d928df86586 [ 747.602854] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.603636] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.603748] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.604044] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.604375] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.604375] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:30fa169b-38d6-4d62-85a1-4d928df86586 already deleted. [ 747.604375] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-30fa169b-38d6-4d62-85a1-4d928df86586" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.690150] env[66859]: INFO networking_nsxv3.common.synchronization [req-501dc4a9-5ba8-44c3-a09c-9f34e0cd66b8 req-c7e42f85-b0d1-448e-957f-e06af6e8dbb1 service nova] Enqueued Resource ID: 2fe8009b-4231-4c5a-8bd8-f40c9782e4b8 with Priority: HIGHEST for action security_group_rules [ 747.690371] env[66859]: INFO networking_nsxv3.common.synchronization [req-501dc4a9-5ba8-44c3-a09c-9f34e0cd66b8 req-c7e42f85-b0d1-448e-957f-e06af6e8dbb1 service nova] Enqueued Resource ID: 2fe8009b-4231-4c5a-8bd8-f40c9782e4b8 with Priority: HIGHEST for action security_group_members [ 747.690483] env[66859]: INFO networking_nsxv3.common.synchronization [req-501dc4a9-5ba8-44c3-a09c-9f34e0cd66b8 req-c7e42f85-b0d1-448e-957f-e06af6e8dbb1 service nova] Enqueued Resource ID: a3ca9fe0-fed9-4e6c-94f1-383abb08240b with Priority: HIGHEST for action port [ 747.691017] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2fe8009b-4231-4c5a-8bd8-f40c9782e4b8 with Priority: HIGHEST for action security_group_rules [ 747.691178] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2fe8009b-4231-4c5a-8bd8-f40c9782e4b8 with Priority: HIGHEST for action security_group_members [ 747.691268] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a3ca9fe0-fed9-4e6c-94f1-383abb08240b with Priority: HIGHEST for action port [ 747.691566] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2fe8009b-4231-4c5a-8bd8-f40c9782e4b8 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.691670] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2fe8009b-4231-4c5a-8bd8-f40c9782e4b8" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.691715] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2fe8009b-4231-4c5a-8bd8-f40c9782e4b8" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.691915] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2fe8009b-4231-4c5a-8bd8-f40c9782e4b8" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.691978] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2fe8009b-4231-4c5a-8bd8-f40c9782e4b8',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.693083] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-2fe8009b-4231-4c5a-8bd8-f40c9782e4b8 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.693219] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2fe8009b-4231-4c5a-8bd8-f40c9782e4b8" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.693439] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock port-a3ca9fe0-fed9-4e6c-94f1-383abb08240b taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.693570] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a3ca9fe0-fed9-4e6c-94f1-383abb08240b" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.693655] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a3ca9fe0-fed9-4e6c-94f1-383abb08240b" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.693858] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a3ca9fe0-fed9-4e6c-94f1-383abb08240b" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.693955] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a3ca9fe0-fed9-4e6c-94f1-383abb08240b',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.946735] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4522597f-f640-407a-8ae0-aa2fe02a5298',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.198325] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-2fe8009b-4231-4c5a-8bd8-f40c9782e4b8 taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.198325] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2fe8009b-4231-4c5a-8bd8-f40c9782e4b8" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.198325] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a3ca9fe0-fed9-4e6c-94f1-383abb08240b with status ACTIVE [ 748.198325] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.198325] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.198325] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.198325] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.198981] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.198981] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.198981] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.198981] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.199207] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.199238] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.202053] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.202053] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.202053] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.202053] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.202053] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.202053] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a3ca9fe0-fed9-4e6c-94f1-383abb08240b is going to be updated. [ 748.230964] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.231259] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.231259] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.231939] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.231939] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.232083] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a3ca9fe0-fed9-4e6c-94f1-383abb08240b" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.348389] env[66859]: INFO networking_nsxv3.common.synchronization [None req-59a9b907-684e-4a03-a111-5e5cef3fbc1f tempest-ServerActionsTestJSON-1153645179 tempest-ServerActionsTestJSON-1153645179-project-member] Enqueued Resource ID: 25137f8a-d107-430f-a47d-081a2e1cdd9c with Priority: HIGHEST for action security_group_rules [ 748.348389] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 25137f8a-d107-430f-a47d-081a2e1cdd9c with Priority: HIGHEST for action security_group_rules [ 748.348494] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock rules-25137f8a-d107-430f-a47d-081a2e1cdd9c taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.350035] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-25137f8a-d107-430f-a47d-081a2e1cdd9c" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.350035] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-25137f8a-d107-430f-a47d-081a2e1cdd9c" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.350035] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-25137f8a-d107-430f-a47d-081a2e1cdd9c" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.350035] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('25137f8a-d107-430f-a47d-081a2e1cdd9c',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.454278] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.454278] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.454278] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.454278] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.454278] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.454278] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4522597f-f640-407a-8ae0-aa2fe02a5298 is going to be updated. [ 748.489646] env[66859]: INFO networking_nsxv3.common.synchronization [None req-93e69105-7ce4-48b0-9771-762f69cad61c tempest-ServerActionsTestJSON-1153645179 tempest-ServerActionsTestJSON-1153645179-project-member] Enqueued Resource ID: 25137f8a-d107-430f-a47d-081a2e1cdd9c with Priority: HIGHEST for action security_group_rules [ 748.491055] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 25137f8a-d107-430f-a47d-081a2e1cdd9c with Priority: HIGHEST for action security_group_rules [ 748.491455] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock rules-25137f8a-d107-430f-a47d-081a2e1cdd9c taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.491617] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-25137f8a-d107-430f-a47d-081a2e1cdd9c" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.507467] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.507679] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.507775] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.508176] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.508239] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.520380] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4522597f-f640-407a-8ae0-aa2fe02a5298 in Status: IN_PROGRESS for 2s [ 748.875417] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.875591] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.875685] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.875901] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.875992] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.876106] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 25137f8a-d107-430f-a47d-081a2e1cdd9c already deleted. [ 748.876208] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-25137f8a-d107-430f-a47d-081a2e1cdd9c" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.876416] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-25137f8a-d107-430f-a47d-081a2e1cdd9c" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.876792] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-25137f8a-d107-430f-a47d-081a2e1cdd9c" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.876792] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('25137f8a-d107-430f-a47d-081a2e1cdd9c',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.973111] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ddeb6836-55c0-4e73-893a-9421a4d96424 in Status: SUCCESS [ 748.973466] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ddeb6836-55c0-4e73-893a-9421a4d96424" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.426153] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.426346] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.426393] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.426667] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.426712] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.426791] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 25137f8a-d107-430f-a47d-081a2e1cdd9c already deleted. [ 749.426861] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-25137f8a-d107-430f-a47d-081a2e1cdd9c" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.519738] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2fe8009b-4231-4c5a-8bd8-f40c9782e4b8 in Status: SUCCESS [ 749.519992] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2fe8009b-4231-4c5a-8bd8-f40c9782e4b8" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.520776] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2fe8009b-4231-4c5a-8bd8-f40c9782e4b8" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.520776] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2fe8009b-4231-4c5a-8bd8-f40c9782e4b8" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.520776] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.521178] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.521178] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.521178] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.521178] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.521925] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2fe8009b-4231-4c5a-8bd8-f40c9782e4b8',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.725322] env[66859]: INFO networking_nsxv3.common.synchronization [req-b56dbc01-73f9-46f5-a70c-ae60f3ddf25e req-0679df8b-5d5a-45e8-bf46-56df8025cf90 tempest-InstanceActionsTestJSON-4536510 tempest-InstanceActionsTestJSON-4536510-project-member] Enqueued Resource ID: a8f5660e-cdcb-4850-84ec-137bbc961d44 with Priority: HIGHEST for action security_group_members [ 749.728290] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8f5660e-cdcb-4850-84ec-137bbc961d44 with Priority: HIGHEST for action security_group_members [ 749.729692] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-a8f5660e-cdcb-4850-84ec-137bbc961d44 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.729692] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a8f5660e-cdcb-4850-84ec-137bbc961d44" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.729692] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a8f5660e-cdcb-4850-84ec-137bbc961d44" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.729890] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a8f5660e-cdcb-4850-84ec-137bbc961d44" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.730254] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.730527] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.730527] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.730732] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.730861] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.731014] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a8f5660e-cdcb-4850-84ec-137bbc961d44',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.784464] env[66859]: INFO networking_nsxv3.common.synchronization [None req-2aeb67ad-eee2-4588-9555-4b31c613f600 None None] Enqueued Resource ID: 693d20a4-519e-4307-b88a-3c17a3309d2f with Priority: HIGHEST for action port [ 749.785241] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 693d20a4-519e-4307-b88a-3c17a3309d2f with Priority: HIGHEST for action port [ 749.785717] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock port-693d20a4-519e-4307-b88a-3c17a3309d2f taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.785907] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-693d20a4-519e-4307-b88a-3c17a3309d2f" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.786034] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-693d20a4-519e-4307-b88a-3c17a3309d2f" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.786316] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-693d20a4-519e-4307-b88a-3c17a3309d2f" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.786572] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('693d20a4-519e-4307-b88a-3c17a3309d2f',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.029047] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2fe8009b-4231-4c5a-8bd8-f40c9782e4b8',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.087628] env[66859]: INFO networking_nsxv3.common.synchronization [req-be4814b5-e9c0-4fb0-9958-57698acc3471 req-25ff98f2-fb92-4169-99fb-580ce48cdb0f tempest-VolumesAssistedSnapshotsTest-1745914352 tempest-VolumesAssistedSnapshotsTest-1745914352-project-member] Enqueued Resource ID: 6ba5dfb6-32fd-48f1-b0cf-69d210751ff9 with Priority: HIGHEST for action security_group_members [ 750.088194] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6ba5dfb6-32fd-48f1-b0cf-69d210751ff9 with Priority: HIGHEST for action security_group_members [ 750.088888] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-6ba5dfb6-32fd-48f1-b0cf-69d210751ff9 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.088985] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6ba5dfb6-32fd-48f1-b0cf-69d210751ff9" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.089668] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6ba5dfb6-32fd-48f1-b0cf-69d210751ff9" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.089908] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6ba5dfb6-32fd-48f1-b0cf-69d210751ff9" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.090102] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.090227] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.090269] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.090572] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.090680] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.090790] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6ba5dfb6-32fd-48f1-b0cf-69d210751ff9',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.222689] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock network-884 taken with stack trace [, , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.222689] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "network-884" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.222689] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "network-884" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.222955] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "network-884" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.224384] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.225572] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.225717] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.225970] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.226119] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.226339] env[66859]: DEBUG dogpile.cache.region [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] No value present for key: 'zone-id' {{(pid=66859) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 750.226552] env[66859]: DEBUG dogpile.lock [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] NeedRegenerationException {{(pid=66859) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 750.226670] env[66859]: DEBUG dogpile.lock [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] no value, waiting for create lock {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 750.226833] env[66859]: DEBUG dogpile.lock [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] value creation lock acquired {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 750.226996] env[66859]: DEBUG dogpile.cache.region [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] No value present for key: 'zone-id' {{(pid=66859) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 750.227817] env[66859]: DEBUG dogpile.lock [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Calling creation function for not-yet-present value {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 750.228257] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 750.237881] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.238415] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.238571] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.238904] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.239133] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.239506] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.240023] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.240204] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.240506] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.240975] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.241194] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a8f5660e-cdcb-4850-84ec-137bbc961d44 already deleted. [ 750.242739] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a8f5660e-cdcb-4850-84ec-137bbc961d44" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.251331] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 750.254028] env[66859]: DEBUG dogpile.cache.region [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=66859) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 750.254028] env[66859]: DEBUG dogpile.lock [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Released creation lock {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 750.254028] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "network-884" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.254028] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock port-b4b6f7cb-76d2-4889-9582-723d6883b856 taken with stack trace [, , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.254028] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "port-b4b6f7cb-76d2-4889-9582-723d6883b856" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.254028] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "port-b4b6f7cb-76d2-4889-9582-723d6883b856" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.254028] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "port-b4b6f7cb-76d2-4889-9582-723d6883b856" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.254028] env[66859]: DEBUG networking_nsxv3.api.rpc [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b4b6f7cb-76d2-4889-9582-723d6883b856',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.289077] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 693d20a4-519e-4307-b88a-3c17a3309d2f [ 750.289466] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.289654] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.289754] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.290053] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.290191] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.290318] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:693d20a4-519e-4307-b88a-3c17a3309d2f already deleted. [ 750.290429] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-693d20a4-519e-4307-b88a-3c17a3309d2f" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.531315] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2fe8009b-4231-4c5a-8bd8-f40c9782e4b8',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.533120] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4522597f-f640-407a-8ae0-aa2fe02a5298 in Status: SUCCESS [ 750.533407] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4522597f-f640-407a-8ae0-aa2fe02a5298" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.533609] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4522597f-f640-407a-8ae0-aa2fe02a5298" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.535627] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4522597f-f640-407a-8ae0-aa2fe02a5298" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.535627] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.535627] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.535627] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.535627] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.535627] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.535627] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4522597f-f640-407a-8ae0-aa2fe02a5298" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.535627] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4522597f-f640-407a-8ae0-aa2fe02a5298',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.593864] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.594085] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.594220] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.594427] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.655059] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.655345] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.655534] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.655534] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.655736] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.655823] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.655925] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6ba5dfb6-32fd-48f1-b0cf-69d210751ff9 is going to be updated. [ 750.716349] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.716349] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.716349] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.716349] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.716349] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.724935] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6ba5dfb6-32fd-48f1-b0cf-69d210751ff9 in Status: IN_PROGRESS for 2s [ 750.759206] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.759206] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.759206] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.759206] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.759206] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.759206] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Segment Port b4b6f7cb-76d2-4889-9582-723d6883b856 not found, creating... [ 750.759206] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.759206] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.759206] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.759206] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.759206] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.762700] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.763409] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.769226] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.769226] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.769226] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.769226] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Resource: SegmentPort with ID: b4b6f7cb-76d2-4889-9582-723d6883b856 is going to be created. [ 750.795171] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.795171] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.795171] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.795459] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.795964] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.795964] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "port-b4b6f7cb-76d2-4889-9582-723d6883b856" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.036930] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.037285] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.037285] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.037285] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.037392] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.037501] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2fe8009b-4231-4c5a-8bd8-f40c9782e4b8 is going to be updated. [ 751.038779] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-4522597f-f640-407a-8ae0-aa2fe02a5298 taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.038896] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4522597f-f640-407a-8ae0-aa2fe02a5298" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.038949] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4522597f-f640-407a-8ae0-aa2fe02a5298" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.039142] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4522597f-f640-407a-8ae0-aa2fe02a5298" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.040337] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.040337] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.040337] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.040337] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.040337] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.040337] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4522597f-f640-407a-8ae0-aa2fe02a5298" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.040337] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-4522597f-f640-407a-8ae0-aa2fe02a5298 taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.040337] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4522597f-f640-407a-8ae0-aa2fe02a5298" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.040655] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4522597f-f640-407a-8ae0-aa2fe02a5298" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.040655] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4522597f-f640-407a-8ae0-aa2fe02a5298" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.040739] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.040836] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.040901] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.041083] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.041132] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.041203] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4522597f-f640-407a-8ae0-aa2fe02a5298" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.041295] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4522597f-f640-407a-8ae0-aa2fe02a5298',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.119067] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.119252] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.119297] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.119873] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.119873] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.141792] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2fe8009b-4231-4c5a-8bd8-f40c9782e4b8 in Status: IN_PROGRESS for 2s [ 751.157312] env[66859]: INFO networking_nsxv3.common.synchronization [req-a06a13a3-de11-4021-a5cb-fd22f3de2e79 req-a73a6e56-8b0b-435a-b425-6b88e6973e4f tempest-ServerTagsTestJSON-753211565 tempest-ServerTagsTestJSON-753211565-project-member] Enqueued Resource ID: a503a71a-3769-43f7-98f3-2a5afc59016f with Priority: HIGHEST for action security_group_members [ 751.158167] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a503a71a-3769-43f7-98f3-2a5afc59016f with Priority: HIGHEST for action security_group_members [ 751.158297] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-a503a71a-3769-43f7-98f3-2a5afc59016f taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.158366] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a503a71a-3769-43f7-98f3-2a5afc59016f" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.158412] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a503a71a-3769-43f7-98f3-2a5afc59016f" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.159155] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a503a71a-3769-43f7-98f3-2a5afc59016f" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.159155] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.159155] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.159155] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.159362] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.159362] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.159499] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a503a71a-3769-43f7-98f3-2a5afc59016f',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.544252] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4522597f-f640-407a-8ae0-aa2fe02a5298: rpc.has_security_group_logging(os_id): False [ 751.566979] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.567121] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.567230] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.567477] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.567559] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.567769] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.567906] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.567980] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.568238] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.568238] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.568510] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.568604] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.568604] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.568734] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.568813] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.569032] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.569098] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.569155] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.569284] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.569364] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.569484] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4522597f-f640-407a-8ae0-aa2fe02a5298 is going to be updated. [ 751.589054] env[66859]: INFO networking_nsxv3.common.synchronization [req-b56dbc01-73f9-46f5-a70c-ae60f3ddf25e req-9e70627c-eb06-4eeb-bec1-88d1d66e3215 service nova] Enqueued Resource ID: a8f5660e-cdcb-4850-84ec-137bbc961d44 with Priority: HIGHEST for action security_group_rules [ 751.589054] env[66859]: INFO networking_nsxv3.common.synchronization [req-b56dbc01-73f9-46f5-a70c-ae60f3ddf25e req-9e70627c-eb06-4eeb-bec1-88d1d66e3215 service nova] Enqueued Resource ID: a8f5660e-cdcb-4850-84ec-137bbc961d44 with Priority: HIGHEST for action security_group_members [ 751.589054] env[66859]: INFO networking_nsxv3.common.synchronization [req-b56dbc01-73f9-46f5-a70c-ae60f3ddf25e req-9e70627c-eb06-4eeb-bec1-88d1d66e3215 service nova] Enqueued Resource ID: b4b6f7cb-76d2-4889-9582-723d6883b856 with Priority: HIGHEST for action port [ 751.589054] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8f5660e-cdcb-4850-84ec-137bbc961d44 with Priority: HIGHEST for action security_group_rules [ 751.589833] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8f5660e-cdcb-4850-84ec-137bbc961d44 with Priority: HIGHEST for action security_group_members [ 751.590164] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b4b6f7cb-76d2-4889-9582-723d6883b856 with Priority: HIGHEST for action port [ 751.590641] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a8f5660e-cdcb-4850-84ec-137bbc961d44 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.591026] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a8f5660e-cdcb-4850-84ec-137bbc961d44" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.591250] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a8f5660e-cdcb-4850-84ec-137bbc961d44" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.591792] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a8f5660e-cdcb-4850-84ec-137bbc961d44" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.595143] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a8f5660e-cdcb-4850-84ec-137bbc961d44',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.595143] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-a8f5660e-cdcb-4850-84ec-137bbc961d44 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.595143] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a8f5660e-cdcb-4850-84ec-137bbc961d44" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.595143] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a8f5660e-cdcb-4850-84ec-137bbc961d44" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.595143] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a8f5660e-cdcb-4850-84ec-137bbc961d44" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.595143] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.595143] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.595143] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.595143] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.596282] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.596282] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a8f5660e-cdcb-4850-84ec-137bbc961d44',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.598174] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock port-b4b6f7cb-76d2-4889-9582-723d6883b856 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.598174] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b4b6f7cb-76d2-4889-9582-723d6883b856" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.598174] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b4b6f7cb-76d2-4889-9582-723d6883b856" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.598370] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b4b6f7cb-76d2-4889-9582-723d6883b856" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.598370] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b4b6f7cb-76d2-4889-9582-723d6883b856',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.648417] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.648597] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.648693] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.648941] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.649207] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.661648] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.661895] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.661981] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.662286] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.662398] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.662635] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.662746] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.662816] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.663062] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.663202] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.663309] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a503a71a-3769-43f7-98f3-2a5afc59016f is going to be updated. [ 751.674100] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4522597f-f640-407a-8ae0-aa2fe02a5298 in Status: IN_PROGRESS for 2s [ 751.716420] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.717982] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.717982] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.717982] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.717982] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.733221] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a503a71a-3769-43f7-98f3-2a5afc59016f in Status: IN_PROGRESS for 2s [ 752.101345] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-a8f5660e-cdcb-4850-84ec-137bbc961d44 taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.101345] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a8f5660e-cdcb-4850-84ec-137bbc961d44" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.102029] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a8f5660e-cdcb-4850-84ec-137bbc961d44',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.103326] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b4b6f7cb-76d2-4889-9582-723d6883b856 with status ACTIVE [ 752.103326] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.103326] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.103326] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.103326] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.103326] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.103787] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.103787] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.103787] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.104089] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.104089] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.104365] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.104856] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.104932] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.105065] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.105245] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.105333] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b4b6f7cb-76d2-4889-9582-723d6883b856 is going to be updated. [ 752.137328] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.137328] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.137328] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.137549] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.137754] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.137918] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b4b6f7cb-76d2-4889-9582-723d6883b856" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.608373] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a8f5660e-cdcb-4850-84ec-137bbc961d44',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.741443] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6ba5dfb6-32fd-48f1-b0cf-69d210751ff9 in Status: SUCCESS [ 752.741678] env[66859]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6ba5dfb6-32fd-48f1-b0cf-69d210751ff9 deletion is rescheduled due to dependency. [ 752.741833] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6ba5dfb6-32fd-48f1-b0cf-69d210751ff9" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.116484] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.116937] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.116937] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.117052] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.117093] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.117181] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a8f5660e-cdcb-4850-84ec-137bbc961d44 is going to be created. [ 753.155300] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.155300] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.155300] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.155300] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.155300] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.162552] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2fe8009b-4231-4c5a-8bd8-f40c9782e4b8 in Status: SUCCESS [ 753.162854] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2fe8009b-4231-4c5a-8bd8-f40c9782e4b8" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.163120] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2fe8009b-4231-4c5a-8bd8-f40c9782e4b8" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.163455] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2fe8009b-4231-4c5a-8bd8-f40c9782e4b8" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.163729] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.163973] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.164038] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.164287] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.164436] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.164570] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2fe8009b-4231-4c5a-8bd8-f40c9782e4b8" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.164690] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2fe8009b-4231-4c5a-8bd8-f40c9782e4b8',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.169117] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a8f5660e-cdcb-4850-84ec-137bbc961d44 in Status: UNINITIALIZED for 2s [ 753.668105] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-2fe8009b-4231-4c5a-8bd8-f40c9782e4b8 taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.668293] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2fe8009b-4231-4c5a-8bd8-f40c9782e4b8" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.668347] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2fe8009b-4231-4c5a-8bd8-f40c9782e4b8" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.668557] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2fe8009b-4231-4c5a-8bd8-f40c9782e4b8" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.668725] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.668819] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.668930] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.669098] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.669201] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.669274] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2fe8009b-4231-4c5a-8bd8-f40c9782e4b8" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.669485] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-2fe8009b-4231-4c5a-8bd8-f40c9782e4b8 taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.669592] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2fe8009b-4231-4c5a-8bd8-f40c9782e4b8" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.669645] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2fe8009b-4231-4c5a-8bd8-f40c9782e4b8" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.669797] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2fe8009b-4231-4c5a-8bd8-f40c9782e4b8" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.670033] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.670084] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.670157] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.670271] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.670348] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.670427] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2fe8009b-4231-4c5a-8bd8-f40c9782e4b8" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.670533] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2fe8009b-4231-4c5a-8bd8-f40c9782e4b8',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.693981] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4522597f-f640-407a-8ae0-aa2fe02a5298 in Status: SUCCESS [ 753.694207] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4522597f-f640-407a-8ae0-aa2fe02a5298" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.743193] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a503a71a-3769-43f7-98f3-2a5afc59016f in Status: SUCCESS [ 753.743380] env[66859]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a503a71a-3769-43f7-98f3-2a5afc59016f deletion is rescheduled due to dependency. [ 753.743500] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a503a71a-3769-43f7-98f3-2a5afc59016f" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.173122] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2fe8009b-4231-4c5a-8bd8-f40c9782e4b8: rpc.has_security_group_logging(os_id): False [ 754.210393] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.210786] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.211059] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.211152] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.245897] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.246218] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.246353] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.246432] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.246630] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.246720] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.247038] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.247213] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.247332] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.247992] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.247992] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.247992] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.247992] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.247992] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.248250] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.248250] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.248250] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2fe8009b-4231-4c5a-8bd8-f40c9782e4b8 is going to be updated. [ 754.375056] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.375305] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.375305] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.375667] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.375667] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.404154] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2fe8009b-4231-4c5a-8bd8-f40c9782e4b8 in Status: IN_PROGRESS for 2s [ 755.184489] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a8f5660e-cdcb-4850-84ec-137bbc961d44 in Status: SUCCESS [ 755.184885] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a8f5660e-cdcb-4850-84ec-137bbc961d44" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.185053] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a8f5660e-cdcb-4850-84ec-137bbc961d44" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.185368] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a8f5660e-cdcb-4850-84ec-137bbc961d44" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.185652] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.187263] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.187263] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.187263] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.187263] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.187457] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a8f5660e-cdcb-4850-84ec-137bbc961d44" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.187564] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a8f5660e-cdcb-4850-84ec-137bbc961d44',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.289349] env[66859]: INFO networking_nsxv3.common.synchronization [req-cb7ebe27-6c5c-41b3-8033-e6ed35a72eb6 req-63d1231a-e67a-470c-9a6b-95075d4db088 tempest-ServersAdminNegativeTestJSON-2133369363 tempest-ServersAdminNegativeTestJSON-2133369363-project-member] Enqueued Resource ID: 68272dce-d5c2-448b-9d17-a6059264aa6b with Priority: HIGHEST for action security_group_members [ 755.291147] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68272dce-d5c2-448b-9d17-a6059264aa6b with Priority: HIGHEST for action security_group_members [ 755.292690] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-68272dce-d5c2-448b-9d17-a6059264aa6b taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.293314] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-68272dce-d5c2-448b-9d17-a6059264aa6b" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.293455] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-68272dce-d5c2-448b-9d17-a6059264aa6b" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.293791] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-68272dce-d5c2-448b-9d17-a6059264aa6b" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.294052] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.294211] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.294328] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.294576] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.294702] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.294837] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('68272dce-d5c2-448b-9d17-a6059264aa6b',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.592560] env[66859]: INFO networking_nsxv3.common.synchronization [req-025eba95-746c-4fc3-b9a2-36ae00e62b26 req-f11c7ed9-2818-4946-907c-b0996bffabf4 tempest-ServerPasswordTestJSON-408622685 tempest-ServerPasswordTestJSON-408622685-project-member] Enqueued Resource ID: ddeb6836-55c0-4e73-893a-9421a4d96424 with Priority: HIGHEST for action security_group_members [ 755.593089] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ddeb6836-55c0-4e73-893a-9421a4d96424 with Priority: HIGHEST for action security_group_members [ 755.593421] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-ddeb6836-55c0-4e73-893a-9421a4d96424 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.593570] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ddeb6836-55c0-4e73-893a-9421a4d96424" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.593639] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ddeb6836-55c0-4e73-893a-9421a4d96424" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.593852] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ddeb6836-55c0-4e73-893a-9421a4d96424" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.594014] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.594121] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.594184] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.594334] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.594423] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.594539] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ddeb6836-55c0-4e73-893a-9421a4d96424',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.692350] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-a8f5660e-cdcb-4850-84ec-137bbc961d44 taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.692566] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a8f5660e-cdcb-4850-84ec-137bbc961d44" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.692660] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a8f5660e-cdcb-4850-84ec-137bbc961d44" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.692969] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a8f5660e-cdcb-4850-84ec-137bbc961d44" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.693198] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.693348] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.693408] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.693634] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.693755] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.693850] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a8f5660e-cdcb-4850-84ec-137bbc961d44" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.694037] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-a8f5660e-cdcb-4850-84ec-137bbc961d44 taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.694138] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a8f5660e-cdcb-4850-84ec-137bbc961d44" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.694200] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a8f5660e-cdcb-4850-84ec-137bbc961d44" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.694465] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a8f5660e-cdcb-4850-84ec-137bbc961d44" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.694592] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.694709] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.694806] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.695125] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.695158] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.695248] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a8f5660e-cdcb-4850-84ec-137bbc961d44" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.695356] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a8f5660e-cdcb-4850-84ec-137bbc961d44',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.800099] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.800099] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.800099] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.800099] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.829302] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.829302] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.829302] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.829302] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.829302] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.829302] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.829302] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 68272dce-d5c2-448b-9d17-a6059264aa6b is going to be updated. [ 755.863305] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.863457] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.863748] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.865249] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.865249] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.881027] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 68272dce-d5c2-448b-9d17-a6059264aa6b in Status: IN_PROGRESS for 2s [ 756.097346] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.097634] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.097721] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.097970] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.098086] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.098298] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.098630] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.098630] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.098630] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.098791] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.098791] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ddeb6836-55c0-4e73-893a-9421a4d96424 is going to be updated. [ 756.175532] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.175820] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.175820] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.176060] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.176200] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.202556] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ddeb6836-55c0-4e73-893a-9421a4d96424 in Status: IN_PROGRESS for 2s [ 756.202556] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a8f5660e-cdcb-4850-84ec-137bbc961d44: rpc.has_security_group_logging(os_id): False [ 756.238046] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.238046] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.238046] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.238046] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.238046] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.238046] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.238046] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.238046] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.238046] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.238046] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.238046] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.238793] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.238793] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.238909] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.238909] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.239295] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.239489] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.239489] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.239632] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.239695] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.239787] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a8f5660e-cdcb-4850-84ec-137bbc961d44 is going to be created. [ 756.374986] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.375160] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.375232] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.375461] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.375704] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.400037] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a8f5660e-cdcb-4850-84ec-137bbc961d44 in Status: IN_PROGRESS for 2s [ 756.424553] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2fe8009b-4231-4c5a-8bd8-f40c9782e4b8 in Status: SUCCESS [ 756.425580] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2fe8009b-4231-4c5a-8bd8-f40c9782e4b8" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.889371] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 68272dce-d5c2-448b-9d17-a6059264aa6b in Status: SUCCESS [ 757.889371] env[66859]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 68272dce-d5c2-448b-9d17-a6059264aa6b deletion is rescheduled due to dependency. [ 757.889371] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-68272dce-d5c2-448b-9d17-a6059264aa6b" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.213090] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ddeb6836-55c0-4e73-893a-9421a4d96424 in Status: SUCCESS [ 758.213299] env[66859]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ddeb6836-55c0-4e73-893a-9421a4d96424 deletion is rescheduled due to dependency. [ 758.213415] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ddeb6836-55c0-4e73-893a-9421a4d96424" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.414654] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a8f5660e-cdcb-4850-84ec-137bbc961d44 in Status: SUCCESS [ 758.415011] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a8f5660e-cdcb-4850-84ec-137bbc961d44" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.690190] env[66859]: INFO networking_nsxv3.common.synchronization [req-5cbeed92-4716-4b66-a8e7-14b604532d5c req-85b7bf00-b78d-48cb-b692-2958d8e7208c tempest-ServerGroupTestJSON-634217756 tempest-ServerGroupTestJSON-634217756-project-member] Enqueued Resource ID: 5660224f-6c89-411f-9dec-2dc1080a258e with Priority: HIGHEST for action security_group_members [ 758.690839] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5660224f-6c89-411f-9dec-2dc1080a258e with Priority: HIGHEST for action security_group_members [ 758.691108] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-5660224f-6c89-411f-9dec-2dc1080a258e taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.691235] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5660224f-6c89-411f-9dec-2dc1080a258e" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.691307] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5660224f-6c89-411f-9dec-2dc1080a258e" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.691612] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5660224f-6c89-411f-9dec-2dc1080a258e" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.691790] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.691914] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.691992] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.692227] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.692313] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.692382] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5660224f-6c89-411f-9dec-2dc1080a258e',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.072337] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock network-709 taken with stack trace [, , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.072651] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "network-709" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.072651] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "network-709" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.072943] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "network-709" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.073200] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.073659] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.073659] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.073659] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.073891] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.073979] env[66859]: DEBUG dogpile.cache.region [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] No value present for key: 'zone-id' {{(pid=66859) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 759.074334] env[66859]: DEBUG dogpile.lock [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] NeedRegenerationException {{(pid=66859) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 759.075419] env[66859]: DEBUG dogpile.lock [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] no value, waiting for create lock {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 759.075419] env[66859]: DEBUG dogpile.lock [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] value creation lock acquired {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 759.075419] env[66859]: DEBUG dogpile.cache.region [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] No value present for key: 'zone-id' {{(pid=66859) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 759.075419] env[66859]: DEBUG dogpile.lock [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Calling creation function for not-yet-present value {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 759.075419] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 759.095053] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 759.095053] env[66859]: DEBUG dogpile.cache.region [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66859) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 759.095053] env[66859]: DEBUG dogpile.lock [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Released creation lock {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 759.095372] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "network-709" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.095568] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock port-670a5cbc-205a-4c22-8e6b-e0e226495f07 taken with stack trace [, , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.095698] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "port-670a5cbc-205a-4c22-8e6b-e0e226495f07" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.095698] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "port-670a5cbc-205a-4c22-8e6b-e0e226495f07" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.096030] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "port-670a5cbc-205a-4c22-8e6b-e0e226495f07" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.096168] env[66859]: DEBUG networking_nsxv3.api.rpc [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('670a5cbc-205a-4c22-8e6b-e0e226495f07',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.195209] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.195419] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.195470] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.195693] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.195799] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.195994] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.196108] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.196171] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.196327] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.196408] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.196496] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5660224f-6c89-411f-9dec-2dc1080a258e already deleted. [ 759.196580] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5660224f-6c89-411f-9dec-2dc1080a258e" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.213440] env[66859]: INFO networking_nsxv3.common.synchronization [None req-1cf4f56e-f693-4273-b5d8-5cafdd1d8e4f None None] Enqueued Resource ID: c0979b5d-6373-4c35-9a59-9bc2560d28ea with Priority: HIGHEST for action port [ 759.214019] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c0979b5d-6373-4c35-9a59-9bc2560d28ea with Priority: HIGHEST for action port [ 759.214360] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock port-c0979b5d-6373-4c35-9a59-9bc2560d28ea taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.214477] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c0979b5d-6373-4c35-9a59-9bc2560d28ea" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.214569] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c0979b5d-6373-4c35-9a59-9bc2560d28ea" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.214823] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c0979b5d-6373-4c35-9a59-9bc2560d28ea" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.214905] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c0979b5d-6373-4c35-9a59-9bc2560d28ea',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.598540] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.598781] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.598918] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.599293] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.599665] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.599867] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Segment Port 670a5cbc-205a-4c22-8e6b-e0e226495f07 not found, creating... [ 759.600278] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.600439] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.600598] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.600933] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.601041] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.601359] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.601592] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.601685] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.601837] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.601983] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.602175] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Resource: SegmentPort with ID: 670a5cbc-205a-4c22-8e6b-e0e226495f07 is going to be created. [ 759.627703] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.627924] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.628042] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.628312] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.628849] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.628849] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "port-670a5cbc-205a-4c22-8e6b-e0e226495f07" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.720281] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c0979b5d-6373-4c35-9a59-9bc2560d28ea [ 759.720281] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.720281] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.720281] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.720281] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.720281] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.720281] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c0979b5d-6373-4c35-9a59-9bc2560d28ea already deleted. [ 759.720281] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c0979b5d-6373-4c35-9a59-9bc2560d28ea" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.457388] env[66859]: INFO networking_nsxv3.common.synchronization [req-5cbeed92-4716-4b66-a8e7-14b604532d5c req-715f6403-3f15-4f3d-a046-ea3534f3dc76 service nova] Enqueued Resource ID: 5660224f-6c89-411f-9dec-2dc1080a258e with Priority: HIGHEST for action security_group_rules [ 760.457388] env[66859]: INFO networking_nsxv3.common.synchronization [req-5cbeed92-4716-4b66-a8e7-14b604532d5c req-715f6403-3f15-4f3d-a046-ea3534f3dc76 service nova] Enqueued Resource ID: 5660224f-6c89-411f-9dec-2dc1080a258e with Priority: HIGHEST for action security_group_members [ 760.457388] env[66859]: INFO networking_nsxv3.common.synchronization [req-5cbeed92-4716-4b66-a8e7-14b604532d5c req-715f6403-3f15-4f3d-a046-ea3534f3dc76 service nova] Enqueued Resource ID: 670a5cbc-205a-4c22-8e6b-e0e226495f07 with Priority: HIGHEST for action port [ 760.457388] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5660224f-6c89-411f-9dec-2dc1080a258e with Priority: HIGHEST for action security_group_rules [ 760.457388] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5660224f-6c89-411f-9dec-2dc1080a258e with Priority: HIGHEST for action security_group_members [ 760.457388] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 670a5cbc-205a-4c22-8e6b-e0e226495f07 with Priority: HIGHEST for action port [ 760.457388] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5660224f-6c89-411f-9dec-2dc1080a258e taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.458195] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5660224f-6c89-411f-9dec-2dc1080a258e" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.458195] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5660224f-6c89-411f-9dec-2dc1080a258e" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.458195] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5660224f-6c89-411f-9dec-2dc1080a258e" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.458289] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5660224f-6c89-411f-9dec-2dc1080a258e',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.461493] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-5660224f-6c89-411f-9dec-2dc1080a258e taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.461493] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5660224f-6c89-411f-9dec-2dc1080a258e" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.461493] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5660224f-6c89-411f-9dec-2dc1080a258e" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.461493] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5660224f-6c89-411f-9dec-2dc1080a258e" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.461493] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.461493] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.461493] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.461493] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.461493] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.461493] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5660224f-6c89-411f-9dec-2dc1080a258e',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.465040] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock port-670a5cbc-205a-4c22-8e6b-e0e226495f07 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.465040] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-670a5cbc-205a-4c22-8e6b-e0e226495f07" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.465040] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-670a5cbc-205a-4c22-8e6b-e0e226495f07" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.465040] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-670a5cbc-205a-4c22-8e6b-e0e226495f07" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.465040] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('670a5cbc-205a-4c22-8e6b-e0e226495f07',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.964709] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-5660224f-6c89-411f-9dec-2dc1080a258e taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.964709] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5660224f-6c89-411f-9dec-2dc1080a258e" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.968345] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5660224f-6c89-411f-9dec-2dc1080a258e',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.968882] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 670a5cbc-205a-4c22-8e6b-e0e226495f07 with status ACTIVE [ 760.969131] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.971054] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.971054] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.971054] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.971054] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.971054] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.971054] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.971054] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.971372] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.972043] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.972043] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.972043] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.972236] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.972271] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.972406] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.972406] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 670a5cbc-205a-4c22-8e6b-e0e226495f07 is going to be updated. [ 761.007619] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.007619] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.007619] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.007619] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.007619] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.007619] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-670a5cbc-205a-4c22-8e6b-e0e226495f07" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.474617] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5660224f-6c89-411f-9dec-2dc1080a258e',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.867045] env[66859]: INFO networking_nsxv3.common.synchronization [None req-85411e63-8846-4942-90c2-23b85f574714 None None] Enqueued Resource ID: 5ee25868-da62-4c2c-83b9-6e9b56f51b70 with Priority: HIGHEST for action port [ 761.867707] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ee25868-da62-4c2c-83b9-6e9b56f51b70 with Priority: HIGHEST for action port [ 761.868132] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock port-5ee25868-da62-4c2c-83b9-6e9b56f51b70 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.868265] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5ee25868-da62-4c2c-83b9-6e9b56f51b70" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.868338] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5ee25868-da62-4c2c-83b9-6e9b56f51b70" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.868597] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5ee25868-da62-4c2c-83b9-6e9b56f51b70" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.868693] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5ee25868-da62-4c2c-83b9-6e9b56f51b70',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.977085] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.977085] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.977276] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.977958] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.977958] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.977958] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5660224f-6c89-411f-9dec-2dc1080a258e is going to be created. [ 762.022967] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.022967] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.022967] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.023448] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.023448] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.036085] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5660224f-6c89-411f-9dec-2dc1080a258e in Status: UNINITIALIZED for 2s [ 762.371461] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5ee25868-da62-4c2c-83b9-6e9b56f51b70 [ 762.371859] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.372086] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.372195] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.372518] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.372749] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.372816] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5ee25868-da62-4c2c-83b9-6e9b56f51b70 already deleted. [ 762.372909] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5ee25868-da62-4c2c-83b9-6e9b56f51b70" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.560248] env[66859]: INFO networking_nsxv3.common.synchronization [None req-8a666ff4-2112-432e-b49b-34d8a459bc0b None None] Enqueued Resource ID: 28482d03-8678-46ea-be63-bfea99cacf7c with Priority: HIGHEST for action port [ 763.560834] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 28482d03-8678-46ea-be63-bfea99cacf7c with Priority: HIGHEST for action port [ 763.561175] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock port-28482d03-8678-46ea-be63-bfea99cacf7c taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.561284] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-28482d03-8678-46ea-be63-bfea99cacf7c" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.561350] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-28482d03-8678-46ea-be63-bfea99cacf7c" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.561601] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-28482d03-8678-46ea-be63-bfea99cacf7c" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.561692] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('28482d03-8678-46ea-be63-bfea99cacf7c',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.048471] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5660224f-6c89-411f-9dec-2dc1080a258e in Status: SUCCESS [ 764.048702] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5660224f-6c89-411f-9dec-2dc1080a258e" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.048873] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5660224f-6c89-411f-9dec-2dc1080a258e" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.049111] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5660224f-6c89-411f-9dec-2dc1080a258e" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.049305] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.049421] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.049506] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.051866] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.051866] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.051866] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5660224f-6c89-411f-9dec-2dc1080a258e" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.051866] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5660224f-6c89-411f-9dec-2dc1080a258e',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.065108] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 28482d03-8678-46ea-be63-bfea99cacf7c [ 764.065326] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.065649] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.065649] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.065743] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.066163] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.066163] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:28482d03-8678-46ea-be63-bfea99cacf7c already deleted. [ 764.066163] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-28482d03-8678-46ea-be63-bfea99cacf7c" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.557751] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-5660224f-6c89-411f-9dec-2dc1080a258e taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.557945] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5660224f-6c89-411f-9dec-2dc1080a258e" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.557996] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5660224f-6c89-411f-9dec-2dc1080a258e" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.558300] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5660224f-6c89-411f-9dec-2dc1080a258e" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.558466] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.558572] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.558638] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.558785] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.558877] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.558961] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5660224f-6c89-411f-9dec-2dc1080a258e" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.559128] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-5660224f-6c89-411f-9dec-2dc1080a258e taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.559230] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5660224f-6c89-411f-9dec-2dc1080a258e" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.559284] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5660224f-6c89-411f-9dec-2dc1080a258e" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.559414] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5660224f-6c89-411f-9dec-2dc1080a258e" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.559574] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.559682] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.559744] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.559860] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.559923] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.560024] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5660224f-6c89-411f-9dec-2dc1080a258e" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.560111] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5660224f-6c89-411f-9dec-2dc1080a258e',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.064499] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5660224f-6c89-411f-9dec-2dc1080a258e: rpc.has_security_group_logging(os_id): False [ 765.087488] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.087569] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.087663] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.087983] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.088086] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.088362] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.088484] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.088547] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.088722] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.088802] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.089160] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.089262] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.089426] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.089706] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.089801] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.090244] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.090519] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.090588] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.090774] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.090859] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.090949] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5660224f-6c89-411f-9dec-2dc1080a258e is going to be created. [ 765.185620] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.185620] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.185620] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.185620] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.185620] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.202794] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5660224f-6c89-411f-9dec-2dc1080a258e in Status: IN_PROGRESS for 2s [ 765.422106] env[66859]: INFO networking_nsxv3.common.synchronization [req-739eff91-b2eb-4ec2-be6f-907041f969d4 req-2f45b363-c5f6-47e3-a627-9ab761320f20 tempest-SecurityGroupsTestJSON-333763930 tempest-SecurityGroupsTestJSON-333763930-project-member] Enqueued Resource ID: da1f97c1-5b6a-4cef-b9ab-8112d4c337bd with Priority: HIGHEST for action security_group_members [ 765.422689] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: da1f97c1-5b6a-4cef-b9ab-8112d4c337bd with Priority: HIGHEST for action security_group_members [ 765.425270] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-da1f97c1-5b6a-4cef-b9ab-8112d4c337bd taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.425270] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-da1f97c1-5b6a-4cef-b9ab-8112d4c337bd" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.425386] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-da1f97c1-5b6a-4cef-b9ab-8112d4c337bd" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.425541] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-da1f97c1-5b6a-4cef-b9ab-8112d4c337bd" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.425666] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.425753] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.425827] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.426016] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.426112] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.426299] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('da1f97c1-5b6a-4cef-b9ab-8112d4c337bd',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.551323] env[66859]: INFO networking_nsxv3.common.synchronization [None req-f84ad1d6-a726-4244-9077-976fb5b970ad tempest-ServerActionsTestOtherA-665867162 tempest-ServerActionsTestOtherA-665867162-project-member] Enqueued Resource ID: db4aa64c-ed9c-4fc8-8359-82c95d910445 with Priority: HIGHEST for action security_group_rules [ 765.551323] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db4aa64c-ed9c-4fc8-8359-82c95d910445 with Priority: HIGHEST for action security_group_rules [ 765.553422] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock rules-db4aa64c-ed9c-4fc8-8359-82c95d910445 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.553422] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-db4aa64c-ed9c-4fc8-8359-82c95d910445" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.553422] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-db4aa64c-ed9c-4fc8-8359-82c95d910445" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.553422] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-db4aa64c-ed9c-4fc8-8359-82c95d910445" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.553422] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('db4aa64c-ed9c-4fc8-8359-82c95d910445',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.730870] env[66859]: INFO networking_nsxv3.common.synchronization [None req-b6b604fd-4125-4647-97d8-eaa10f76a901 tempest-ServerActionsTestOtherA-665867162 tempest-ServerActionsTestOtherA-665867162-project-member] Enqueued Resource ID: db4aa64c-ed9c-4fc8-8359-82c95d910445 with Priority: HIGHEST for action security_group_rules [ 765.730870] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db4aa64c-ed9c-4fc8-8359-82c95d910445 with Priority: HIGHEST for action security_group_rules [ 765.730870] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock rules-db4aa64c-ed9c-4fc8-8359-82c95d910445 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.730870] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-db4aa64c-ed9c-4fc8-8359-82c95d910445" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.868570] env[66859]: DEBUG networking_nsxv3.common.locking [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Lock network-514 taken with stack trace [, , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.868803] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquiring lock "network-514" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.868884] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired lock "network-514" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.869166] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired external semaphore "network-514" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.869416] env[66859]: DEBUG networking_nsxv3.common.locking [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.869636] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquiring lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.869753] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.869965] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired external semaphore "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.870650] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Releasing lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.870650] env[66859]: DEBUG dogpile.cache.region [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] No value present for key: 'zone-id' {{(pid=66859) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 765.871198] env[66859]: DEBUG dogpile.lock [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] NeedRegenerationException {{(pid=66859) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 765.871198] env[66859]: DEBUG dogpile.lock [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] no value, waiting for create lock {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 765.871198] env[66859]: DEBUG dogpile.lock [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] value creation lock acquired {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 765.871198] env[66859]: DEBUG dogpile.cache.region [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] No value present for key: 'zone-id' {{(pid=66859) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 765.871198] env[66859]: DEBUG dogpile.lock [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Calling creation function for not-yet-present value {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 765.871411] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 765.892562] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 765.893131] env[66859]: DEBUG dogpile.cache.region [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66859) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 765.893131] env[66859]: DEBUG dogpile.lock [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Released creation lock {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 765.893131] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Releasing lock "network-514" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.893479] env[66859]: DEBUG networking_nsxv3.common.locking [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Lock port-e0b5b5d2-4c6e-45fa-adec-7576817a7787 taken with stack trace [, , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.893609] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquiring lock "port-e0b5b5d2-4c6e-45fa-adec-7576817a7787" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.893725] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired lock "port-e0b5b5d2-4c6e-45fa-adec-7576817a7787" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.894188] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired external semaphore "port-e0b5b5d2-4c6e-45fa-adec-7576817a7787" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.894300] env[66859]: DEBUG networking_nsxv3.api.rpc [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e0b5b5d2-4c6e-45fa-adec-7576817a7787',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.929395] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('da1f97c1-5b6a-4cef-b9ab-8112d4c337bd',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.076730] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.077219] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.077219] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.077219] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.078283] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.078283] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: db4aa64c-ed9c-4fc8-8359-82c95d910445 already deleted. [ 766.078283] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-db4aa64c-ed9c-4fc8-8359-82c95d910445" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.078283] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-db4aa64c-ed9c-4fc8-8359-82c95d910445" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.078283] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-db4aa64c-ed9c-4fc8-8359-82c95d910445" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.078283] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('db4aa64c-ed9c-4fc8-8359-82c95d910445',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.117338] env[66859]: INFO networking_nsxv3.common.synchronization [None req-fcda2fbc-76bd-42c4-b891-c51236d1764a None None] Enqueued Resource ID: 7a394ab5-e8a4-4421-b491-c43ddbc9f06d with Priority: HIGHEST for action port [ 766.118085] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7a394ab5-e8a4-4421-b491-c43ddbc9f06d with Priority: HIGHEST for action port [ 766.118440] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock port-7a394ab5-e8a4-4421-b491-c43ddbc9f06d taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.118599] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7a394ab5-e8a4-4421-b491-c43ddbc9f06d" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.118682] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7a394ab5-e8a4-4421-b491-c43ddbc9f06d" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.118913] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7a394ab5-e8a4-4421-b491-c43ddbc9f06d" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.119009] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7a394ab5-e8a4-4421-b491-c43ddbc9f06d',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.399271] env[66859]: DEBUG networking_nsxv3.common.locking [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.399580] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.399856] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.400202] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.400386] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.400625] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Segment Port e0b5b5d2-4c6e-45fa-adec-7576817a7787 not found, creating... [ 766.400974] env[66859]: DEBUG networking_nsxv3.common.locking [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.401183] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquiring lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.401299] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.401564] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired external semaphore "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.401736] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Releasing lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.402060] env[66859]: DEBUG networking_nsxv3.common.locking [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.402215] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.402326] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.402661] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.402812] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.402974] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Resource: SegmentPort with ID: e0b5b5d2-4c6e-45fa-adec-7576817a7787 is going to be created. [ 766.427578] env[66859]: DEBUG networking_nsxv3.common.locking [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.427814] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.427865] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.428134] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.428355] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.428575] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Releasing lock "port-e0b5b5d2-4c6e-45fa-adec-7576817a7787" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.431167] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('da1f97c1-5b6a-4cef-b9ab-8112d4c337bd',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.607265] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.607484] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.607595] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.607938] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.608107] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.608270] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: db4aa64c-ed9c-4fc8-8359-82c95d910445 already deleted. [ 766.608410] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-db4aa64c-ed9c-4fc8-8359-82c95d910445" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.621183] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7a394ab5-e8a4-4421-b491-c43ddbc9f06d [ 766.621512] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.621678] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.621759] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.621985] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.622099] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.622497] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7a394ab5-e8a4-4421-b491-c43ddbc9f06d already deleted. [ 766.622497] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7a394ab5-e8a4-4421-b491-c43ddbc9f06d" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.933784] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.933947] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.934031] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.934247] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.934352] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.934585] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: da1f97c1-5b6a-4cef-b9ab-8112d4c337bd is going to be updated. [ 766.969674] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.969985] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.970315] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.970395] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.971062] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.984271] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: da1f97c1-5b6a-4cef-b9ab-8112d4c337bd in Status: IN_PROGRESS for 2s [ 767.212758] env[66859]: INFO networking_nsxv3.common.synchronization [req-739eff91-b2eb-4ec2-be6f-907041f969d4 req-feffe814-76c4-473e-9a52-a75f868f2664 service nova] Enqueued Resource ID: da1f97c1-5b6a-4cef-b9ab-8112d4c337bd with Priority: HIGHEST for action security_group_rules [ 767.212997] env[66859]: INFO networking_nsxv3.common.synchronization [req-739eff91-b2eb-4ec2-be6f-907041f969d4 req-feffe814-76c4-473e-9a52-a75f868f2664 service nova] Enqueued Resource ID: da1f97c1-5b6a-4cef-b9ab-8112d4c337bd with Priority: HIGHEST for action security_group_members [ 767.212997] env[66859]: INFO networking_nsxv3.common.synchronization [req-739eff91-b2eb-4ec2-be6f-907041f969d4 req-feffe814-76c4-473e-9a52-a75f868f2664 service nova] Enqueued Resource ID: e0b5b5d2-4c6e-45fa-adec-7576817a7787 with Priority: HIGHEST for action port [ 767.213177] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: da1f97c1-5b6a-4cef-b9ab-8112d4c337bd with Priority: HIGHEST for action security_group_rules [ 767.213303] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: da1f97c1-5b6a-4cef-b9ab-8112d4c337bd with Priority: HIGHEST for action security_group_members [ 767.213399] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0b5b5d2-4c6e-45fa-adec-7576817a7787 with Priority: HIGHEST for action port [ 767.213976] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock rules-da1f97c1-5b6a-4cef-b9ab-8112d4c337bd taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.214115] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-da1f97c1-5b6a-4cef-b9ab-8112d4c337bd" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.214183] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-da1f97c1-5b6a-4cef-b9ab-8112d4c337bd" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.214401] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-da1f97c1-5b6a-4cef-b9ab-8112d4c337bd" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.214483] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('da1f97c1-5b6a-4cef-b9ab-8112d4c337bd',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.215792] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-da1f97c1-5b6a-4cef-b9ab-8112d4c337bd taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.215988] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-da1f97c1-5b6a-4cef-b9ab-8112d4c337bd" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.216185] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock port-e0b5b5d2-4c6e-45fa-adec-7576817a7787 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.216299] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e0b5b5d2-4c6e-45fa-adec-7576817a7787" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.216372] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e0b5b5d2-4c6e-45fa-adec-7576817a7787" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.216557] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e0b5b5d2-4c6e-45fa-adec-7576817a7787" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.216637] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e0b5b5d2-4c6e-45fa-adec-7576817a7787',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.218618] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5660224f-6c89-411f-9dec-2dc1080a258e in Status: SUCCESS [ 767.218618] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5660224f-6c89-411f-9dec-2dc1080a258e" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.718984] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-da1f97c1-5b6a-4cef-b9ab-8112d4c337bd taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.721155] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-da1f97c1-5b6a-4cef-b9ab-8112d4c337bd" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.721155] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e0b5b5d2-4c6e-45fa-adec-7576817a7787 with status ACTIVE [ 767.721155] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.721155] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.721155] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.721155] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.721155] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.721155] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.721155] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.721155] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.721155] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.721689] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.721689] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.721689] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.721689] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.721849] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.721927] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.722020] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e0b5b5d2-4c6e-45fa-adec-7576817a7787 is going to be updated. [ 767.752023] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.752276] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.752276] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.752649] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.752764] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.752867] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e0b5b5d2-4c6e-45fa-adec-7576817a7787" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.711184] env[66859]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-0c0c7735-d1e0-4ebb-a8fb-e03fe373214d None None] NSXv3 Agent Agent loop - iteration:0 completed [ 768.711184] env[66859]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-0c0c7735-d1e0-4ebb-a8fb-e03fe373214d None None] NSXv3 Agent Agent loop - iteration:1 started [ 768.996180] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: da1f97c1-5b6a-4cef-b9ab-8112d4c337bd in Status: SUCCESS [ 768.996522] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-da1f97c1-5b6a-4cef-b9ab-8112d4c337bd" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.996814] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-da1f97c1-5b6a-4cef-b9ab-8112d4c337bd" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.997099] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-da1f97c1-5b6a-4cef-b9ab-8112d4c337bd" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.997898] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.997898] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.997898] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.997898] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.997898] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.998082] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('da1f97c1-5b6a-4cef-b9ab-8112d4c337bd',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.190608] env[66859]: INFO networking_nsxv3.common.synchronization [req-fb93e2c3-96c3-454d-96e2-f1044d06ca4b req-758abf38-7ede-4e72-b2fe-2db3b38b28fc tempest-AttachInterfacesUnderV243Test-1712102076 tempest-AttachInterfacesUnderV243Test-1712102076-project-member] Enqueued Resource ID: 01e06c7c-a860-4beb-9cc6-7a882e002bd0 with Priority: HIGHEST for action security_group_members [ 769.194039] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01e06c7c-a860-4beb-9cc6-7a882e002bd0 with Priority: HIGHEST for action security_group_members [ 769.194039] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-01e06c7c-a860-4beb-9cc6-7a882e002bd0 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.194039] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-01e06c7c-a860-4beb-9cc6-7a882e002bd0" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.194039] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-01e06c7c-a860-4beb-9cc6-7a882e002bd0" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.194039] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-01e06c7c-a860-4beb-9cc6-7a882e002bd0" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.194039] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.194039] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.194039] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.194039] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.194039] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.194557] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('01e06c7c-a860-4beb-9cc6-7a882e002bd0',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.220655] env[66859]: INFO networking_nsxv3.common.synchronization [req-fb93e2c3-96c3-454d-96e2-f1044d06ca4b req-758abf38-7ede-4e72-b2fe-2db3b38b28fc tempest-AttachInterfacesUnderV243Test-1712102076 tempest-AttachInterfacesUnderV243Test-1712102076-project-member] Enqueued Resource ID: 01e06c7c-a860-4beb-9cc6-7a882e002bd0 with Priority: HIGHEST for action security_group_rules [ 769.221036] env[66859]: INFO networking_nsxv3.common.synchronization [req-fb93e2c3-96c3-454d-96e2-f1044d06ca4b req-758abf38-7ede-4e72-b2fe-2db3b38b28fc tempest-AttachInterfacesUnderV243Test-1712102076 tempest-AttachInterfacesUnderV243Test-1712102076-project-member] Enqueued Resource ID: 01e06c7c-a860-4beb-9cc6-7a882e002bd0 with Priority: HIGHEST for action security_group_members [ 769.221036] env[66859]: INFO networking_nsxv3.common.synchronization [req-fb93e2c3-96c3-454d-96e2-f1044d06ca4b req-758abf38-7ede-4e72-b2fe-2db3b38b28fc tempest-AttachInterfacesUnderV243Test-1712102076 tempest-AttachInterfacesUnderV243Test-1712102076-project-member] Enqueued Resource ID: 0c0c799a-4803-45f5-8514-4cf45f4ad089 with Priority: HIGHEST for action port [ 769.221712] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01e06c7c-a860-4beb-9cc6-7a882e002bd0 with Priority: HIGHEST for action security_group_rules [ 769.221900] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01e06c7c-a860-4beb-9cc6-7a882e002bd0 with Priority: HIGHEST for action security_group_members [ 769.222048] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0c0c799a-4803-45f5-8514-4cf45f4ad089 with Priority: HIGHEST for action port [ 769.222700] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock rules-01e06c7c-a860-4beb-9cc6-7a882e002bd0 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.222870] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-01e06c7c-a860-4beb-9cc6-7a882e002bd0" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.223022] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-01e06c7c-a860-4beb-9cc6-7a882e002bd0" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.223272] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-01e06c7c-a860-4beb-9cc6-7a882e002bd0" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.223389] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('01e06c7c-a860-4beb-9cc6-7a882e002bd0',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.224364] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-01e06c7c-a860-4beb-9cc6-7a882e002bd0 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.224603] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-01e06c7c-a860-4beb-9cc6-7a882e002bd0" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.224844] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock port-0c0c799a-4803-45f5-8514-4cf45f4ad089 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.225023] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0c0c799a-4803-45f5-8514-4cf45f4ad089" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.225197] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0c0c799a-4803-45f5-8514-4cf45f4ad089" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.225429] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0c0c799a-4803-45f5-8514-4cf45f4ad089" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.225562] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0c0c799a-4803-45f5-8514-4cf45f4ad089',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.501417] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('da1f97c1-5b6a-4cef-b9ab-8112d4c337bd',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.697446] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('01e06c7c-a860-4beb-9cc6-7a882e002bd0',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.727686] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-01e06c7c-a860-4beb-9cc6-7a882e002bd0 taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.728027] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-01e06c7c-a860-4beb-9cc6-7a882e002bd0" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.728441] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0c0c799a-4803-45f5-8514-4cf45f4ad089 with status ACTIVE [ 769.728685] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.728820] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.728886] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.729111] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.729199] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.729367] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.729465] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.729557] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.729705] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.729782] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.729990] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.730108] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.730167] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.730311] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.730384] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.730469] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0c0c799a-4803-45f5-8514-4cf45f4ad089 is going to be updated. [ 769.758043] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.758043] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.758043] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.758043] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.758043] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.758043] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0c0c799a-4803-45f5-8514-4cf45f4ad089" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.004032] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('da1f97c1-5b6a-4cef-b9ab-8112d4c337bd',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.200466] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('01e06c7c-a860-4beb-9cc6-7a882e002bd0',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.506826] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.506982] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.507066] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.507279] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.507369] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.507533] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: da1f97c1-5b6a-4cef-b9ab-8112d4c337bd is going to be updated. [ 770.584799] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.584799] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.584799] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.584799] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.584799] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.594152] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: da1f97c1-5b6a-4cef-b9ab-8112d4c337bd in Status: IN_PROGRESS for 2s [ 770.703281] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.703368] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.703430] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.703654] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.703758] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.703885] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 01e06c7c-a860-4beb-9cc6-7a882e002bd0 is going to be updated. [ 770.770521] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.770521] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.770521] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.770521] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.770521] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.786579] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 01e06c7c-a860-4beb-9cc6-7a882e002bd0 in Status: IN_PROGRESS for 2s [ 772.238991] env[66859]: INFO networking_nsxv3.common.synchronization [None req-c9accc3c-bd08-4a82-b42b-cf5a8cafe95b None None] Enqueued Resource ID: 9b4be6bb-84d8-4a10-8a84-a69498a12f13 with Priority: HIGHEST for action port [ 772.239798] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b4be6bb-84d8-4a10-8a84-a69498a12f13 with Priority: HIGHEST for action port [ 772.241622] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock port-9b4be6bb-84d8-4a10-8a84-a69498a12f13 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.241708] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9b4be6bb-84d8-4a10-8a84-a69498a12f13" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.241875] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9b4be6bb-84d8-4a10-8a84-a69498a12f13" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.243031] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9b4be6bb-84d8-4a10-8a84-a69498a12f13" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.243140] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9b4be6bb-84d8-4a10-8a84-a69498a12f13',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.447493] env[66859]: INFO networking_nsxv3.common.synchronization [req-997c0a44-6899-4d24-bcd5-3921f8eecfde req-6726abb4-11aa-4bc9-8f5e-5dfd3089aee9 tempest-InstanceActionsTestJSON-4536510 tempest-InstanceActionsTestJSON-4536510-project-member] Enqueued Resource ID: a8f5660e-cdcb-4850-84ec-137bbc961d44 with Priority: HIGHEST for action security_group_members [ 772.448454] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8f5660e-cdcb-4850-84ec-137bbc961d44 with Priority: HIGHEST for action security_group_members [ 772.448861] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-a8f5660e-cdcb-4850-84ec-137bbc961d44 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.448979] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a8f5660e-cdcb-4850-84ec-137bbc961d44" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.448979] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a8f5660e-cdcb-4850-84ec-137bbc961d44" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.450209] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a8f5660e-cdcb-4850-84ec-137bbc961d44" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.450209] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.450357] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.450357] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.450486] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.450588] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.451644] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a8f5660e-cdcb-4850-84ec-137bbc961d44',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.613040] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: da1f97c1-5b6a-4cef-b9ab-8112d4c337bd in Status: SUCCESS [ 772.613040] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-da1f97c1-5b6a-4cef-b9ab-8112d4c337bd" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.613194] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-da1f97c1-5b6a-4cef-b9ab-8112d4c337bd" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.613311] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-da1f97c1-5b6a-4cef-b9ab-8112d4c337bd" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.613505] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.613625] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.613691] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.613862] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.613944] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.614043] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-da1f97c1-5b6a-4cef-b9ab-8112d4c337bd" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.614826] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('da1f97c1-5b6a-4cef-b9ab-8112d4c337bd',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.746248] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9b4be6bb-84d8-4a10-8a84-a69498a12f13 [ 772.746519] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.746616] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.746719] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.746916] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.747016] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.747110] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9b4be6bb-84d8-4a10-8a84-a69498a12f13 already deleted. [ 772.747203] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9b4be6bb-84d8-4a10-8a84-a69498a12f13" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.797721] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 01e06c7c-a860-4beb-9cc6-7a882e002bd0 in Status: SUCCESS [ 772.797721] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-01e06c7c-a860-4beb-9cc6-7a882e002bd0" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.797721] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-01e06c7c-a860-4beb-9cc6-7a882e002bd0" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.797955] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-01e06c7c-a860-4beb-9cc6-7a882e002bd0" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.798160] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.798276] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.798336] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.798534] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.798625] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.798721] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('01e06c7c-a860-4beb-9cc6-7a882e002bd0',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.955183] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.957782] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.957782] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.957782] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.957782] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.957782] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.957782] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.957782] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.957782] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.957782] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.957782] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a8f5660e-cdcb-4850-84ec-137bbc961d44 is going to be updated. [ 772.998185] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.998185] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.998185] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.998185] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.998185] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.009740] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a8f5660e-cdcb-4850-84ec-137bbc961d44 in Status: IN_PROGRESS for 2s [ 773.031661] env[66859]: INFO networking_nsxv3.common.synchronization [None req-c9ff62d4-34ff-4528-bffa-da15955292ee tempest-ServersTestFqdnHostnames-1227569142 tempest-ServersTestFqdnHostnames-1227569142-project-member] Enqueued Resource ID: 6ad5828c-90b4-4b0c-adc1-87e12469123a with Priority: HIGHEST for action security_group_rules [ 773.033074] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6ad5828c-90b4-4b0c-adc1-87e12469123a with Priority: HIGHEST for action security_group_rules [ 773.033074] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6ad5828c-90b4-4b0c-adc1-87e12469123a taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.033074] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6ad5828c-90b4-4b0c-adc1-87e12469123a" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.033074] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6ad5828c-90b4-4b0c-adc1-87e12469123a" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.033544] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6ad5828c-90b4-4b0c-adc1-87e12469123a" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.033544] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6ad5828c-90b4-4b0c-adc1-87e12469123a',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.121449] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-da1f97c1-5b6a-4cef-b9ab-8112d4c337bd taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.121650] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-da1f97c1-5b6a-4cef-b9ab-8112d4c337bd" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.121715] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-da1f97c1-5b6a-4cef-b9ab-8112d4c337bd" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.122073] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-da1f97c1-5b6a-4cef-b9ab-8112d4c337bd" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.122368] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.122515] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.122594] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.122770] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.122863] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.122988] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-da1f97c1-5b6a-4cef-b9ab-8112d4c337bd" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.123203] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-da1f97c1-5b6a-4cef-b9ab-8112d4c337bd taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.123292] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-da1f97c1-5b6a-4cef-b9ab-8112d4c337bd" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.123397] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-da1f97c1-5b6a-4cef-b9ab-8112d4c337bd" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.123517] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-da1f97c1-5b6a-4cef-b9ab-8112d4c337bd" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.123658] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.123770] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.123842] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.123922] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.125286] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.125286] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-da1f97c1-5b6a-4cef-b9ab-8112d4c337bd" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.125286] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('da1f97c1-5b6a-4cef-b9ab-8112d4c337bd',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.175688] env[66859]: INFO networking_nsxv3.common.synchronization [None req-037828e7-84b2-4e87-a70f-52e81000896f tempest-ServersTestFqdnHostnames-1227569142 tempest-ServersTestFqdnHostnames-1227569142-project-member] Enqueued Resource ID: 6ad5828c-90b4-4b0c-adc1-87e12469123a with Priority: HIGHEST for action security_group_rules [ 773.176299] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6ad5828c-90b4-4b0c-adc1-87e12469123a with Priority: HIGHEST for action security_group_rules [ 773.176617] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6ad5828c-90b4-4b0c-adc1-87e12469123a taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.176720] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6ad5828c-90b4-4b0c-adc1-87e12469123a" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.301837] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('01e06c7c-a860-4beb-9cc6-7a882e002bd0',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.548552] env[66859]: INFO networking_nsxv3.common.synchronization [req-562d7024-7756-40f7-8175-d59c2a8e0514 req-0eaa7ce2-06bd-416b-a506-e471caf1abb8 tempest-ServerGroupTestJSON-634217756 tempest-ServerGroupTestJSON-634217756-project-member] Enqueued Resource ID: 5660224f-6c89-411f-9dec-2dc1080a258e with Priority: HIGHEST for action security_group_members [ 773.549281] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5660224f-6c89-411f-9dec-2dc1080a258e with Priority: HIGHEST for action security_group_members [ 773.549700] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-5660224f-6c89-411f-9dec-2dc1080a258e taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.550150] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5660224f-6c89-411f-9dec-2dc1080a258e" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.550227] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5660224f-6c89-411f-9dec-2dc1080a258e" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.550448] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5660224f-6c89-411f-9dec-2dc1080a258e" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.550776] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.552491] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.552491] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.552687] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.552780] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.552885] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5660224f-6c89-411f-9dec-2dc1080a258e',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.565906] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.566128] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.566128] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.566616] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.566616] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.567052] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6ad5828c-90b4-4b0c-adc1-87e12469123a already deleted. [ 773.567052] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6ad5828c-90b4-4b0c-adc1-87e12469123a" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.567052] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6ad5828c-90b4-4b0c-adc1-87e12469123a" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.568683] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6ad5828c-90b4-4b0c-adc1-87e12469123a" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.568683] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6ad5828c-90b4-4b0c-adc1-87e12469123a',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.628979] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for da1f97c1-5b6a-4cef-b9ab-8112d4c337bd: rpc.has_security_group_logging(os_id): False [ 773.648242] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.648406] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.648456] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.648742] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.648988] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.649078] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.649184] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.649245] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.649399] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.649476] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.649717] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.650460] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.650460] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.650460] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.650460] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.650460] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.650460] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.650460] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.650787] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.650787] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.650787] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: da1f97c1-5b6a-4cef-b9ab-8112d4c337bd is going to be updated. [ 773.728219] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.728466] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.728589] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.728877] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.729099] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.751103] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: da1f97c1-5b6a-4cef-b9ab-8112d4c337bd in Status: IN_PROGRESS for 2s [ 773.806495] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('01e06c7c-a860-4beb-9cc6-7a882e002bd0',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.056959] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.057235] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.057235] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.057835] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.057835] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.057835] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.057835] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.057835] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.058098] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.058098] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.058182] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5660224f-6c89-411f-9dec-2dc1080a258e is going to be updated. [ 774.089705] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.089874] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.089946] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.090163] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.090253] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.090434] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6ad5828c-90b4-4b0c-adc1-87e12469123a already deleted. [ 774.090523] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6ad5828c-90b4-4b0c-adc1-87e12469123a" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.092553] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.092627] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.092674] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.094578] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.094578] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.107904] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5660224f-6c89-411f-9dec-2dc1080a258e in Status: IN_PROGRESS for 2s [ 774.112925] env[66859]: INFO networking_nsxv3.common.synchronization [req-3ac930a3-7841-45e1-ac93-807df41c69ae req-aa75c152-6826-4153-8e1f-1dbe82004496 tempest-AttachInterfacesUnderV243Test-1712102076 tempest-AttachInterfacesUnderV243Test-1712102076-project-member] Enqueued Resource ID: 01e06c7c-a860-4beb-9cc6-7a882e002bd0 with Priority: HIGHEST for action security_group_members [ 774.113509] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01e06c7c-a860-4beb-9cc6-7a882e002bd0 with Priority: HIGHEST for action security_group_members [ 774.113970] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-01e06c7c-a860-4beb-9cc6-7a882e002bd0 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.114192] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-01e06c7c-a860-4beb-9cc6-7a882e002bd0" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.137368] env[66859]: INFO networking_nsxv3.common.synchronization [req-3ac930a3-7841-45e1-ac93-807df41c69ae req-aa75c152-6826-4153-8e1f-1dbe82004496 tempest-AttachInterfacesUnderV243Test-1712102076 tempest-AttachInterfacesUnderV243Test-1712102076-project-member] Enqueued Resource ID: 01e06c7c-a860-4beb-9cc6-7a882e002bd0 with Priority: HIGHEST for action security_group_rules [ 774.137368] env[66859]: INFO networking_nsxv3.common.synchronization [req-3ac930a3-7841-45e1-ac93-807df41c69ae req-aa75c152-6826-4153-8e1f-1dbe82004496 tempest-AttachInterfacesUnderV243Test-1712102076 tempest-AttachInterfacesUnderV243Test-1712102076-project-member] Enqueued Resource ID: 01e06c7c-a860-4beb-9cc6-7a882e002bd0 with Priority: HIGHEST for action security_group_members [ 774.137368] env[66859]: INFO networking_nsxv3.common.synchronization [req-3ac930a3-7841-45e1-ac93-807df41c69ae req-aa75c152-6826-4153-8e1f-1dbe82004496 tempest-AttachInterfacesUnderV243Test-1712102076 tempest-AttachInterfacesUnderV243Test-1712102076-project-member] Enqueued Resource ID: 0c0c799a-4803-45f5-8514-4cf45f4ad089 with Priority: HIGHEST for action port [ 774.137368] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01e06c7c-a860-4beb-9cc6-7a882e002bd0 with Priority: HIGHEST for action security_group_rules [ 774.137368] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01e06c7c-a860-4beb-9cc6-7a882e002bd0 with Priority: HIGHEST for action security_group_members [ 774.137368] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0c0c799a-4803-45f5-8514-4cf45f4ad089 with Priority: HIGHEST for action port [ 774.138540] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock rules-01e06c7c-a860-4beb-9cc6-7a882e002bd0 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.140474] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-01e06c7c-a860-4beb-9cc6-7a882e002bd0" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.141679] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-01e06c7c-a860-4beb-9cc6-7a882e002bd0 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.142155] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-01e06c7c-a860-4beb-9cc6-7a882e002bd0" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.142682] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock port-0c0c799a-4803-45f5-8514-4cf45f4ad089 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.142959] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0c0c799a-4803-45f5-8514-4cf45f4ad089" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.143213] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0c0c799a-4803-45f5-8514-4cf45f4ad089" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.145201] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0c0c799a-4803-45f5-8514-4cf45f4ad089" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.145201] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0c0c799a-4803-45f5-8514-4cf45f4ad089',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.308127] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.308726] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.308726] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.308726] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.308835] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.308921] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 01e06c7c-a860-4beb-9cc6-7a882e002bd0 is going to be updated. [ 774.357640] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.357847] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.357937] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.358221] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.358405] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.370067] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 01e06c7c-a860-4beb-9cc6-7a882e002bd0 in Status: IN_PROGRESS for 2s [ 774.654404] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0c0c799a-4803-45f5-8514-4cf45f4ad089 with status ACTIVE [ 774.654704] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.655045] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.655045] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.655354] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.655427] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.655698] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.655866] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.655961] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.656180] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.656316] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.656569] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.656720] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.656849] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.657038] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.657184] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.657320] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0c0c799a-4803-45f5-8514-4cf45f4ad089 is going to be updated. [ 774.685107] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.685107] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.685335] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.685385] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.685524] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.685689] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0c0c799a-4803-45f5-8514-4cf45f4ad089" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.886154] env[66859]: INFO networking_nsxv3.common.synchronization [None req-7b475e39-b5e4-45df-96fe-c9b9b72bd0bb None None] Enqueued Resource ID: 94645c26-4617-404d-b9a9-83ede9fc713e with Priority: HIGHEST for action port [ 774.886902] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 94645c26-4617-404d-b9a9-83ede9fc713e with Priority: HIGHEST for action port [ 774.887422] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock port-94645c26-4617-404d-b9a9-83ede9fc713e taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.887735] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-94645c26-4617-404d-b9a9-83ede9fc713e" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.887913] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-94645c26-4617-404d-b9a9-83ede9fc713e" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.889197] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-94645c26-4617-404d-b9a9-83ede9fc713e" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.889197] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('94645c26-4617-404d-b9a9-83ede9fc713e',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.031517] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a8f5660e-cdcb-4850-84ec-137bbc961d44 in Status: SUCCESS [ 775.031517] env[66859]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a8f5660e-cdcb-4850-84ec-137bbc961d44 deletion is rescheduled due to dependency. [ 775.031517] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a8f5660e-cdcb-4850-84ec-137bbc961d44" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.393465] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 94645c26-4617-404d-b9a9-83ede9fc713e [ 775.393465] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.393465] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.393465] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.394087] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.394087] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.394087] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:94645c26-4617-404d-b9a9-83ede9fc713e already deleted. [ 775.394087] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-94645c26-4617-404d-b9a9-83ede9fc713e" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.771616] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: da1f97c1-5b6a-4cef-b9ab-8112d4c337bd in Status: SUCCESS [ 775.772227] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-da1f97c1-5b6a-4cef-b9ab-8112d4c337bd" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.122084] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5660224f-6c89-411f-9dec-2dc1080a258e in Status: SUCCESS [ 776.122422] env[66859]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5660224f-6c89-411f-9dec-2dc1080a258e deletion is rescheduled due to dependency. [ 776.122560] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5660224f-6c89-411f-9dec-2dc1080a258e" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.381368] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 01e06c7c-a860-4beb-9cc6-7a882e002bd0 in Status: SUCCESS [ 776.381653] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-01e06c7c-a860-4beb-9cc6-7a882e002bd0" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.381853] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-01e06c7c-a860-4beb-9cc6-7a882e002bd0" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.382165] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-01e06c7c-a860-4beb-9cc6-7a882e002bd0" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.382411] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.382512] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.382582] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.382755] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.382956] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.382956] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-01e06c7c-a860-4beb-9cc6-7a882e002bd0" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.383074] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('01e06c7c-a860-4beb-9cc6-7a882e002bd0',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.384574] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-01e06c7c-a860-4beb-9cc6-7a882e002bd0" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.384768] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-01e06c7c-a860-4beb-9cc6-7a882e002bd0" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.384932] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.385067] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.385134] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.385292] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.385373] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.385477] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('01e06c7c-a860-4beb-9cc6-7a882e002bd0',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.886497] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('01e06c7c-a860-4beb-9cc6-7a882e002bd0',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.887534] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('01e06c7c-a860-4beb-9cc6-7a882e002bd0',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.389701] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 01e06c7c-a860-4beb-9cc6-7a882e002bd0: rpc.has_security_group_logging(os_id): False [ 777.390851] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('01e06c7c-a860-4beb-9cc6-7a882e002bd0',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.410509] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.410727] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.410779] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.411112] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.411223] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.411490] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.411599] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.411667] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.411828] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.411940] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.412098] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 01e06c7c-a860-4beb-9cc6-7a882e002bd0 is going to be updated. [ 777.480511] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.480716] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.480785] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.481034] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.481220] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.503052] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 01e06c7c-a860-4beb-9cc6-7a882e002bd0 in Status: IN_PROGRESS for 2s [ 777.893326] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.893816] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.893816] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.893923] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.894134] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.894134] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 01e06c7c-a860-4beb-9cc6-7a882e002bd0 is going to be updated. [ 777.928903] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.929126] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.929126] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.929844] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.929844] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.943012] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 01e06c7c-a860-4beb-9cc6-7a882e002bd0 in Status: IN_PROGRESS for 2s [ 778.038462] env[66859]: INFO networking_nsxv3.common.synchronization [req-5d9b4220-a6dd-4401-9358-8cbb3b8cf055 req-2affb456-0427-4bc8-b5d2-f944117e173f tempest-AttachInterfacesUnderV243Test-1712102076 tempest-AttachInterfacesUnderV243Test-1712102076-project-member] Enqueued Resource ID: 01e06c7c-a860-4beb-9cc6-7a882e002bd0 with Priority: HIGHEST for action security_group_members [ 778.039143] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01e06c7c-a860-4beb-9cc6-7a882e002bd0 with Priority: HIGHEST for action security_group_members [ 778.039461] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-01e06c7c-a860-4beb-9cc6-7a882e002bd0 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.039583] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-01e06c7c-a860-4beb-9cc6-7a882e002bd0" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.698055] env[66859]: INFO networking_nsxv3.common.synchronization [req-735b97e3-8a76-4e55-bf76-06c147c4bf78 req-0f1ed48e-880a-4247-8fbf-a1a9c6fa39b2 tempest-SecurityGroupsTestJSON-333763930 tempest-SecurityGroupsTestJSON-333763930-project-member] Enqueued Resource ID: da1f97c1-5b6a-4cef-b9ab-8112d4c337bd with Priority: HIGHEST for action security_group_members [ 778.698218] env[66859]: INFO networking_nsxv3.common.synchronization [req-735b97e3-8a76-4e55-bf76-06c147c4bf78 req-0f1ed48e-880a-4247-8fbf-a1a9c6fa39b2 tempest-SecurityGroupsTestJSON-333763930 tempest-SecurityGroupsTestJSON-333763930-project-member] Enqueued Resource ID: 2894f0de-c794-4b89-a9ce-7aeb4a43bda5 with Priority: HIGHEST for action security_group_members [ 778.699898] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: da1f97c1-5b6a-4cef-b9ab-8112d4c337bd with Priority: HIGHEST for action security_group_members [ 778.699898] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2894f0de-c794-4b89-a9ce-7aeb4a43bda5 with Priority: HIGHEST for action security_group_members [ 778.700058] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-da1f97c1-5b6a-4cef-b9ab-8112d4c337bd taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.702030] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-da1f97c1-5b6a-4cef-b9ab-8112d4c337bd" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.702030] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-da1f97c1-5b6a-4cef-b9ab-8112d4c337bd" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.702030] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-da1f97c1-5b6a-4cef-b9ab-8112d4c337bd" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.702030] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.702030] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.702030] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.702030] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.702030] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.702030] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('da1f97c1-5b6a-4cef-b9ab-8112d4c337bd',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.703039] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-2894f0de-c794-4b89-a9ce-7aeb4a43bda5 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.703508] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2894f0de-c794-4b89-a9ce-7aeb4a43bda5" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.703508] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2894f0de-c794-4b89-a9ce-7aeb4a43bda5" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.703731] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2894f0de-c794-4b89-a9ce-7aeb4a43bda5" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.703906] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.705031] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.705031] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.705031] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.705031] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.705031] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2894f0de-c794-4b89-a9ce-7aeb4a43bda5',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.753828] env[66859]: INFO networking_nsxv3.common.synchronization [req-735b97e3-8a76-4e55-bf76-06c147c4bf78 req-0f1ed48e-880a-4247-8fbf-a1a9c6fa39b2 tempest-SecurityGroupsTestJSON-333763930 tempest-SecurityGroupsTestJSON-333763930-project-member] Enqueued Resource ID: 2894f0de-c794-4b89-a9ce-7aeb4a43bda5 with Priority: HIGHEST for action security_group_rules [ 778.754053] env[66859]: INFO networking_nsxv3.common.synchronization [req-735b97e3-8a76-4e55-bf76-06c147c4bf78 req-0f1ed48e-880a-4247-8fbf-a1a9c6fa39b2 tempest-SecurityGroupsTestJSON-333763930 tempest-SecurityGroupsTestJSON-333763930-project-member] Enqueued Resource ID: 2894f0de-c794-4b89-a9ce-7aeb4a43bda5 with Priority: HIGHEST for action security_group_members [ 778.755024] env[66859]: INFO networking_nsxv3.common.synchronization [req-735b97e3-8a76-4e55-bf76-06c147c4bf78 req-0f1ed48e-880a-4247-8fbf-a1a9c6fa39b2 tempest-SecurityGroupsTestJSON-333763930 tempest-SecurityGroupsTestJSON-333763930-project-member] Enqueued Resource ID: da1f97c1-5b6a-4cef-b9ab-8112d4c337bd with Priority: HIGHEST for action security_group_rules [ 778.755024] env[66859]: INFO networking_nsxv3.common.synchronization [req-735b97e3-8a76-4e55-bf76-06c147c4bf78 req-0f1ed48e-880a-4247-8fbf-a1a9c6fa39b2 tempest-SecurityGroupsTestJSON-333763930 tempest-SecurityGroupsTestJSON-333763930-project-member] Enqueued Resource ID: da1f97c1-5b6a-4cef-b9ab-8112d4c337bd with Priority: HIGHEST for action security_group_members [ 778.755024] env[66859]: INFO networking_nsxv3.common.synchronization [req-735b97e3-8a76-4e55-bf76-06c147c4bf78 req-0f1ed48e-880a-4247-8fbf-a1a9c6fa39b2 tempest-SecurityGroupsTestJSON-333763930 tempest-SecurityGroupsTestJSON-333763930-project-member] Enqueued Resource ID: e0b5b5d2-4c6e-45fa-adec-7576817a7787 with Priority: HIGHEST for action port [ 778.755024] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2894f0de-c794-4b89-a9ce-7aeb4a43bda5 with Priority: HIGHEST for action security_group_rules [ 778.755206] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: da1f97c1-5b6a-4cef-b9ab-8112d4c337bd with Priority: HIGHEST for action security_group_rules [ 778.755206] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0b5b5d2-4c6e-45fa-adec-7576817a7787 with Priority: HIGHEST for action port [ 778.755263] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2894f0de-c794-4b89-a9ce-7aeb4a43bda5 with Priority: HIGHEST for action security_group_members [ 778.755356] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: da1f97c1-5b6a-4cef-b9ab-8112d4c337bd with Priority: HIGHEST for action security_group_members [ 778.755812] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2894f0de-c794-4b89-a9ce-7aeb4a43bda5 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.755812] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2894f0de-c794-4b89-a9ce-7aeb4a43bda5" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.755812] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2894f0de-c794-4b89-a9ce-7aeb4a43bda5" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.756079] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2894f0de-c794-4b89-a9ce-7aeb4a43bda5" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.756166] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2894f0de-c794-4b89-a9ce-7aeb4a43bda5',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.757487] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock rules-da1f97c1-5b6a-4cef-b9ab-8112d4c337bd taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.757487] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-da1f97c1-5b6a-4cef-b9ab-8112d4c337bd" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.757487] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-da1f97c1-5b6a-4cef-b9ab-8112d4c337bd" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.757807] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-da1f97c1-5b6a-4cef-b9ab-8112d4c337bd" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.757807] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('da1f97c1-5b6a-4cef-b9ab-8112d4c337bd',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.758761] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock port-e0b5b5d2-4c6e-45fa-adec-7576817a7787 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.758761] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e0b5b5d2-4c6e-45fa-adec-7576817a7787" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.758761] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e0b5b5d2-4c6e-45fa-adec-7576817a7787" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.758761] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e0b5b5d2-4c6e-45fa-adec-7576817a7787" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.759068] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e0b5b5d2-4c6e-45fa-adec-7576817a7787',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.759929] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-2894f0de-c794-4b89-a9ce-7aeb4a43bda5 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.760057] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2894f0de-c794-4b89-a9ce-7aeb4a43bda5" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.761932] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-da1f97c1-5b6a-4cef-b9ab-8112d4c337bd taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.762055] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-da1f97c1-5b6a-4cef-b9ab-8112d4c337bd" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.918464] env[66859]: INFO networking_nsxv3.common.synchronization [req-d4b70c43-2141-4f48-a6c2-aeaab26c8f53 req-c71254dc-69a6-4924-bc59-de620fa974fe tempest-ServerActionsTestOtherB-68848259 tempest-ServerActionsTestOtherB-68848259-project-member] Enqueued Resource ID: 2a79f51d-2846-4506-af33-55ae2154e6b5 with Priority: HIGHEST for action security_group_members [ 778.919274] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2a79f51d-2846-4506-af33-55ae2154e6b5 with Priority: HIGHEST for action security_group_members [ 778.919556] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-2a79f51d-2846-4506-af33-55ae2154e6b5 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.919716] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2a79f51d-2846-4506-af33-55ae2154e6b5" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.919778] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2a79f51d-2846-4506-af33-55ae2154e6b5" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.920079] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2a79f51d-2846-4506-af33-55ae2154e6b5" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.920241] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.920341] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.920404] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.920604] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.920709] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.920819] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2a79f51d-2846-4506-af33-55ae2154e6b5',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.204238] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('da1f97c1-5b6a-4cef-b9ab-8112d4c337bd',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.209230] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2894f0de-c794-4b89-a9ce-7aeb4a43bda5',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.263476] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-2894f0de-c794-4b89-a9ce-7aeb4a43bda5 taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.263714] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2894f0de-c794-4b89-a9ce-7aeb4a43bda5" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.263861] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e0b5b5d2-4c6e-45fa-adec-7576817a7787 with status ACTIVE [ 779.264361] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.264361] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.264361] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.264592] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.264713] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.264940] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.265070] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.265154] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.265370] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.265514] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.265714] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.265852] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.265938] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.266348] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.266509] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.266698] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e0b5b5d2-4c6e-45fa-adec-7576817a7787 is going to be updated. [ 779.268139] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-da1f97c1-5b6a-4cef-b9ab-8112d4c337bd taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.268275] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-da1f97c1-5b6a-4cef-b9ab-8112d4c337bd" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.297898] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.298063] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.298158] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.298368] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.298521] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.298685] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e0b5b5d2-4c6e-45fa-adec-7576817a7787" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.339788] env[66859]: DEBUG networking_nsxv3.common.locking [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Lock network-696 taken with stack trace [, , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.340688] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquiring lock "network-696" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.341141] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired lock "network-696" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.341804] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired external semaphore "network-696" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.342466] env[66859]: DEBUG networking_nsxv3.common.locking [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.342911] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquiring lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.343239] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.345018] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired external semaphore "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.345018] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Releasing lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.345018] env[66859]: DEBUG dogpile.cache.region [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] No value present for key: 'zone-id' {{(pid=66859) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 779.345018] env[66859]: DEBUG dogpile.lock [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] NeedRegenerationException {{(pid=66859) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 779.345018] env[66859]: DEBUG dogpile.lock [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] no value, waiting for create lock {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 779.345018] env[66859]: DEBUG dogpile.lock [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] value creation lock acquired {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 779.345018] env[66859]: DEBUG dogpile.cache.region [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] No value present for key: 'zone-id' {{(pid=66859) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 779.345018] env[66859]: DEBUG dogpile.lock [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Calling creation function for not-yet-present value {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 779.345018] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 779.370632] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 779.370632] env[66859]: DEBUG dogpile.cache.region [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=66859) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 779.370632] env[66859]: DEBUG dogpile.lock [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Released creation lock {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 779.370632] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Releasing lock "network-696" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.370632] env[66859]: DEBUG networking_nsxv3.common.locking [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Lock port-1adf9bfb-1ad1-4b2b-ae0b-95f9fd7a810d taken with stack trace [, , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.370632] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquiring lock "port-1adf9bfb-1ad1-4b2b-ae0b-95f9fd7a810d" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.370632] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired lock "port-1adf9bfb-1ad1-4b2b-ae0b-95f9fd7a810d" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.370632] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired external semaphore "port-1adf9bfb-1ad1-4b2b-ae0b-95f9fd7a810d" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.370632] env[66859]: DEBUG networking_nsxv3.api.rpc [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1adf9bfb-1ad1-4b2b-ae0b-95f9fd7a810d',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.425680] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.425680] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.425680] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.425680] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.425680] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.425680] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.425680] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.425680] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.425680] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.425680] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.425680] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2a79f51d-2846-4506-af33-55ae2154e6b5 already deleted. [ 779.425680] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2a79f51d-2846-4506-af33-55ae2154e6b5" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.527618] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 01e06c7c-a860-4beb-9cc6-7a882e002bd0 in Status: SUCCESS [ 779.527618] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-01e06c7c-a860-4beb-9cc6-7a882e002bd0" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.527618] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-01e06c7c-a860-4beb-9cc6-7a882e002bd0" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.527618] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-01e06c7c-a860-4beb-9cc6-7a882e002bd0" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.527618] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('01e06c7c-a860-4beb-9cc6-7a882e002bd0',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.709944] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('da1f97c1-5b6a-4cef-b9ab-8112d4c337bd',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.714788] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2894f0de-c794-4b89-a9ce-7aeb4a43bda5',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.874649] env[66859]: DEBUG networking_nsxv3.common.locking [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.874909] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.875082] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.875404] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.875548] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.875698] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Segment Port 1adf9bfb-1ad1-4b2b-ae0b-95f9fd7a810d not found, creating... [ 779.876000] env[66859]: DEBUG networking_nsxv3.common.locking [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.876187] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquiring lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.876303] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.876513] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired external semaphore "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.876644] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Releasing lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.876931] env[66859]: DEBUG networking_nsxv3.common.locking [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.877090] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.877198] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.877407] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.877550] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.877705] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Resource: SegmentPort with ID: 1adf9bfb-1ad1-4b2b-ae0b-95f9fd7a810d is going to be created. [ 779.910396] env[66859]: DEBUG networking_nsxv3.common.locking [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.910621] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.910780] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.911041] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.911279] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.911546] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Releasing lock "port-1adf9bfb-1ad1-4b2b-ae0b-95f9fd7a810d" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.955787] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 01e06c7c-a860-4beb-9cc6-7a882e002bd0 in Status: SUCCESS [ 779.956072] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-01e06c7c-a860-4beb-9cc6-7a882e002bd0" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.956259] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-01e06c7c-a860-4beb-9cc6-7a882e002bd0" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.956425] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-01e06c7c-a860-4beb-9cc6-7a882e002bd0" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.956754] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.956754] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.956939] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.956939] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.957059] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.957107] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('01e06c7c-a860-4beb-9cc6-7a882e002bd0',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.085832] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.086122] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.086122] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.087440] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.087440] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.087440] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 01e06c7c-a860-4beb-9cc6-7a882e002bd0 is going to be deleted. [ 780.186383] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.186574] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.186728] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.187169] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.187169] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.187503] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-01e06c7c-a860-4beb-9cc6-7a882e002bd0" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.215597] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.215831] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.215923] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.216572] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.216572] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.216572] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: da1f97c1-5b6a-4cef-b9ab-8112d4c337bd is going to be updated. [ 780.218724] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.218875] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.218919] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.219150] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.219233] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.219332] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2894f0de-c794-4b89-a9ce-7aeb4a43bda5 is going to be created. [ 780.294584] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.294584] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.294584] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.294584] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.294584] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.303019] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.303191] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.303262] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.303483] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.304262] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.313396] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2894f0de-c794-4b89-a9ce-7aeb4a43bda5 in Status: UNINITIALIZED for 2s [ 780.319667] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: da1f97c1-5b6a-4cef-b9ab-8112d4c337bd in Status: IN_PROGRESS for 2s [ 780.459908] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.459908] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.459908] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.460569] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.460569] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.460569] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.460569] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.460569] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.460758] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.461624] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.461624] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 01e06c7c-a860-4beb-9cc6-7a882e002bd0 is going to be deleted. [ 780.495156] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.495305] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.495391] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.495601] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.495693] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.495794] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-01e06c7c-a860-4beb-9cc6-7a882e002bd0" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.495948] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-01e06c7c-a860-4beb-9cc6-7a882e002bd0" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.496155] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-01e06c7c-a860-4beb-9cc6-7a882e002bd0" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.496319] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.496511] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.496511] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.496636] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.496735] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.496822] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('01e06c7c-a860-4beb-9cc6-7a882e002bd0',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.664970] env[66859]: INFO networking_nsxv3.common.synchronization [req-d4b70c43-2141-4f48-a6c2-aeaab26c8f53 req-5d4efd12-36d7-4230-b72c-786cb779f6bf service nova] Enqueued Resource ID: 2a79f51d-2846-4506-af33-55ae2154e6b5 with Priority: HIGHEST for action security_group_rules [ 780.665485] env[66859]: INFO networking_nsxv3.common.synchronization [req-d4b70c43-2141-4f48-a6c2-aeaab26c8f53 req-5d4efd12-36d7-4230-b72c-786cb779f6bf service nova] Enqueued Resource ID: 2a79f51d-2846-4506-af33-55ae2154e6b5 with Priority: HIGHEST for action security_group_members [ 780.665485] env[66859]: INFO networking_nsxv3.common.synchronization [req-d4b70c43-2141-4f48-a6c2-aeaab26c8f53 req-5d4efd12-36d7-4230-b72c-786cb779f6bf service nova] Enqueued Resource ID: 1adf9bfb-1ad1-4b2b-ae0b-95f9fd7a810d with Priority: HIGHEST for action port [ 780.665912] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2a79f51d-2846-4506-af33-55ae2154e6b5 with Priority: HIGHEST for action security_group_rules [ 780.666081] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2a79f51d-2846-4506-af33-55ae2154e6b5 with Priority: HIGHEST for action security_group_members [ 780.666158] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1adf9bfb-1ad1-4b2b-ae0b-95f9fd7a810d with Priority: HIGHEST for action port [ 780.667082] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2a79f51d-2846-4506-af33-55ae2154e6b5 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.667082] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2a79f51d-2846-4506-af33-55ae2154e6b5" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.667082] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2a79f51d-2846-4506-af33-55ae2154e6b5" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.667082] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2a79f51d-2846-4506-af33-55ae2154e6b5" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.667082] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2a79f51d-2846-4506-af33-55ae2154e6b5',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.667895] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-2a79f51d-2846-4506-af33-55ae2154e6b5 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.668073] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2a79f51d-2846-4506-af33-55ae2154e6b5" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.668171] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2a79f51d-2846-4506-af33-55ae2154e6b5" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.668364] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2a79f51d-2846-4506-af33-55ae2154e6b5" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.668412] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.669788] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.669788] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.669788] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.669788] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.669788] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2a79f51d-2846-4506-af33-55ae2154e6b5',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.669788] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock port-1adf9bfb-1ad1-4b2b-ae0b-95f9fd7a810d taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.670176] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1adf9bfb-1ad1-4b2b-ae0b-95f9fd7a810d" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.670176] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1adf9bfb-1ad1-4b2b-ae0b-95f9fd7a810d" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.670176] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1adf9bfb-1ad1-4b2b-ae0b-95f9fd7a810d" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.670176] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1adf9bfb-1ad1-4b2b-ae0b-95f9fd7a810d',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.998978] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.999325] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.999325] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.999407] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.999495] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.999711] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.999808] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.999867] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.000036] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.000110] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.000192] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 01e06c7c-a860-4beb-9cc6-7a882e002bd0 already deleted. [ 781.000265] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-01e06c7c-a860-4beb-9cc6-7a882e002bd0" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.172725] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-2a79f51d-2846-4506-af33-55ae2154e6b5 taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.172863] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2a79f51d-2846-4506-af33-55ae2154e6b5" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.173084] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2a79f51d-2846-4506-af33-55ae2154e6b5',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.174050] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1adf9bfb-1ad1-4b2b-ae0b-95f9fd7a810d with status ACTIVE [ 781.174996] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.174996] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.174996] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.174996] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.174996] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.174996] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.174996] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.175295] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.175295] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.175295] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.175612] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.175612] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.175612] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.175760] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.175790] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.175881] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1adf9bfb-1ad1-4b2b-ae0b-95f9fd7a810d is going to be updated. [ 781.200342] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.200528] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.200613] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.200926] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.201106] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.201305] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1adf9bfb-1ad1-4b2b-ae0b-95f9fd7a810d" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.680471] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2a79f51d-2846-4506-af33-55ae2154e6b5',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.182850] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.183143] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.183184] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.183470] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.183615] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.183742] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2a79f51d-2846-4506-af33-55ae2154e6b5 is going to be created. [ 782.212090] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.212245] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.212320] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.212532] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.212689] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.224903] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2a79f51d-2846-4506-af33-55ae2154e6b5 in Status: UNINITIALIZED for 2s [ 782.339538] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2894f0de-c794-4b89-a9ce-7aeb4a43bda5 in Status: SUCCESS [ 782.340022] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2894f0de-c794-4b89-a9ce-7aeb4a43bda5" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.340115] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2894f0de-c794-4b89-a9ce-7aeb4a43bda5" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.340316] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2894f0de-c794-4b89-a9ce-7aeb4a43bda5" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.340510] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.340639] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.340975] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.340975] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.340975] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.341112] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2894f0de-c794-4b89-a9ce-7aeb4a43bda5',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.364242] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: da1f97c1-5b6a-4cef-b9ab-8112d4c337bd in Status: SUCCESS [ 782.364527] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-da1f97c1-5b6a-4cef-b9ab-8112d4c337bd" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.364764] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-da1f97c1-5b6a-4cef-b9ab-8112d4c337bd" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.364957] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-da1f97c1-5b6a-4cef-b9ab-8112d4c337bd" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.365167] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.365615] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.365615] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.365615] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.365615] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.365806] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('da1f97c1-5b6a-4cef-b9ab-8112d4c337bd',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.844694] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2894f0de-c794-4b89-a9ce-7aeb4a43bda5',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.870403] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('da1f97c1-5b6a-4cef-b9ab-8112d4c337bd',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.348016] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2894f0de-c794-4b89-a9ce-7aeb4a43bda5',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.371659] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('da1f97c1-5b6a-4cef-b9ab-8112d4c337bd',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.851944] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.851944] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.851944] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.851944] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.851944] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.851944] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2894f0de-c794-4b89-a9ce-7aeb4a43bda5 is going to be updated. [ 783.877085] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.877085] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.877085] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.877085] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.877085] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.877555] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: da1f97c1-5b6a-4cef-b9ab-8112d4c337bd is going to be updated. [ 783.893139] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.893139] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.893139] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.893139] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.893139] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.903595] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2894f0de-c794-4b89-a9ce-7aeb4a43bda5 in Status: IN_PROGRESS for 2s [ 783.918344] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.918504] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.918658] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.918906] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.919071] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.933845] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: da1f97c1-5b6a-4cef-b9ab-8112d4c337bd in Status: IN_PROGRESS for 2s [ 784.236659] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2a79f51d-2846-4506-af33-55ae2154e6b5 in Status: SUCCESS [ 784.236957] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2a79f51d-2846-4506-af33-55ae2154e6b5" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.237155] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2a79f51d-2846-4506-af33-55ae2154e6b5" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.237406] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2a79f51d-2846-4506-af33-55ae2154e6b5" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.237620] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.237757] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.237819] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.237990] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.238086] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.238176] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2a79f51d-2846-4506-af33-55ae2154e6b5" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.238270] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2a79f51d-2846-4506-af33-55ae2154e6b5',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.740421] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2a79f51d-2846-4506-af33-55ae2154e6b5',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.243240] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2a79f51d-2846-4506-af33-55ae2154e6b5: rpc.has_security_group_logging(os_id): False [ 785.267519] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.267519] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.267519] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.267858] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.267975] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.268512] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.268581] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.268613] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.269123] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.269123] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.269123] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2a79f51d-2846-4506-af33-55ae2154e6b5 is going to be created. [ 785.337743] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.337743] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.337743] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.337743] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.337743] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.354166] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2a79f51d-2846-4506-af33-55ae2154e6b5 in Status: IN_PROGRESS for 2s [ 785.667569] env[66859]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 785.667768] env[66859]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=5 [ 785.915054] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2894f0de-c794-4b89-a9ce-7aeb4a43bda5 in Status: SUCCESS [ 785.915054] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2894f0de-c794-4b89-a9ce-7aeb4a43bda5" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.915054] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2894f0de-c794-4b89-a9ce-7aeb4a43bda5" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.915529] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2894f0de-c794-4b89-a9ce-7aeb4a43bda5" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.915529] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.915529] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.915665] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.915758] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.915848] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.915933] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2894f0de-c794-4b89-a9ce-7aeb4a43bda5" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.916030] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2894f0de-c794-4b89-a9ce-7aeb4a43bda5',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.949985] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: da1f97c1-5b6a-4cef-b9ab-8112d4c337bd in Status: SUCCESS [ 785.950254] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-da1f97c1-5b6a-4cef-b9ab-8112d4c337bd" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.950504] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-da1f97c1-5b6a-4cef-b9ab-8112d4c337bd" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.950853] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-da1f97c1-5b6a-4cef-b9ab-8112d4c337bd" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.950975] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.951123] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.951194] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.951806] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.951806] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.951806] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-da1f97c1-5b6a-4cef-b9ab-8112d4c337bd" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.951806] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('da1f97c1-5b6a-4cef-b9ab-8112d4c337bd',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.311358] env[66859]: INFO networking_nsxv3.common.synchronization [req-bf980a00-7f53-41cb-a69d-02240ffcbb61 req-e5cbd14d-9535-44b6-9c39-b4de700e2464 tempest-SecurityGroupsTestJSON-333763930 tempest-SecurityGroupsTestJSON-333763930-project-member] Enqueued Resource ID: da1f97c1-5b6a-4cef-b9ab-8112d4c337bd with Priority: HIGHEST for action security_group_members [ 786.311562] env[66859]: INFO networking_nsxv3.common.synchronization [req-bf980a00-7f53-41cb-a69d-02240ffcbb61 req-e5cbd14d-9535-44b6-9c39-b4de700e2464 tempest-SecurityGroupsTestJSON-333763930 tempest-SecurityGroupsTestJSON-333763930-project-member] Enqueued Resource ID: 8d8aeb5b-6d65-4f9d-a1c6-600e85ce59a8 with Priority: HIGHEST for action security_group_members [ 786.311732] env[66859]: INFO networking_nsxv3.common.synchronization [req-bf980a00-7f53-41cb-a69d-02240ffcbb61 req-e5cbd14d-9535-44b6-9c39-b4de700e2464 tempest-SecurityGroupsTestJSON-333763930 tempest-SecurityGroupsTestJSON-333763930-project-member] Enqueued Resource ID: 2894f0de-c794-4b89-a9ce-7aeb4a43bda5 with Priority: HIGHEST for action security_group_members [ 786.313729] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: da1f97c1-5b6a-4cef-b9ab-8112d4c337bd with Priority: HIGHEST for action security_group_members [ 786.313928] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d8aeb5b-6d65-4f9d-a1c6-600e85ce59a8 with Priority: HIGHEST for action security_group_members [ 786.314067] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2894f0de-c794-4b89-a9ce-7aeb4a43bda5 with Priority: HIGHEST for action security_group_members [ 786.315169] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-da1f97c1-5b6a-4cef-b9ab-8112d4c337bd taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.315367] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-da1f97c1-5b6a-4cef-b9ab-8112d4c337bd" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.315445] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-da1f97c1-5b6a-4cef-b9ab-8112d4c337bd" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.315675] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-da1f97c1-5b6a-4cef-b9ab-8112d4c337bd" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.315882] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.316023] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.316108] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.316337] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.316429] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.316526] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('da1f97c1-5b6a-4cef-b9ab-8112d4c337bd',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.317942] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d8aeb5b-6d65-4f9d-a1c6-600e85ce59a8 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.318168] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d8aeb5b-6d65-4f9d-a1c6-600e85ce59a8" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.318168] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d8aeb5b-6d65-4f9d-a1c6-600e85ce59a8" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.318955] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d8aeb5b-6d65-4f9d-a1c6-600e85ce59a8" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.318955] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.318955] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.319171] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.319889] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.319889] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.319889] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8d8aeb5b-6d65-4f9d-a1c6-600e85ce59a8',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.323177] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-2894f0de-c794-4b89-a9ce-7aeb4a43bda5 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.323177] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2894f0de-c794-4b89-a9ce-7aeb4a43bda5" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.323177] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2894f0de-c794-4b89-a9ce-7aeb4a43bda5" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.323177] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2894f0de-c794-4b89-a9ce-7aeb4a43bda5" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.323670] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.323670] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.323670] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.323670] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.323835] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.323835] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2894f0de-c794-4b89-a9ce-7aeb4a43bda5',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.371211] env[66859]: INFO networking_nsxv3.common.synchronization [req-bf980a00-7f53-41cb-a69d-02240ffcbb61 req-e5cbd14d-9535-44b6-9c39-b4de700e2464 tempest-SecurityGroupsTestJSON-333763930 tempest-SecurityGroupsTestJSON-333763930-project-member] Enqueued Resource ID: 2894f0de-c794-4b89-a9ce-7aeb4a43bda5 with Priority: HIGHEST for action security_group_rules [ 786.371522] env[66859]: INFO networking_nsxv3.common.synchronization [req-bf980a00-7f53-41cb-a69d-02240ffcbb61 req-e5cbd14d-9535-44b6-9c39-b4de700e2464 tempest-SecurityGroupsTestJSON-333763930 tempest-SecurityGroupsTestJSON-333763930-project-member] Enqueued Resource ID: 2894f0de-c794-4b89-a9ce-7aeb4a43bda5 with Priority: HIGHEST for action security_group_members [ 786.371610] env[66859]: INFO networking_nsxv3.common.synchronization [req-bf980a00-7f53-41cb-a69d-02240ffcbb61 req-e5cbd14d-9535-44b6-9c39-b4de700e2464 tempest-SecurityGroupsTestJSON-333763930 tempest-SecurityGroupsTestJSON-333763930-project-member] Enqueued Resource ID: 8d8aeb5b-6d65-4f9d-a1c6-600e85ce59a8 with Priority: HIGHEST for action security_group_rules [ 786.371749] env[66859]: INFO networking_nsxv3.common.synchronization [req-bf980a00-7f53-41cb-a69d-02240ffcbb61 req-e5cbd14d-9535-44b6-9c39-b4de700e2464 tempest-SecurityGroupsTestJSON-333763930 tempest-SecurityGroupsTestJSON-333763930-project-member] Enqueued Resource ID: 8d8aeb5b-6d65-4f9d-a1c6-600e85ce59a8 with Priority: HIGHEST for action security_group_members [ 786.371886] env[66859]: INFO networking_nsxv3.common.synchronization [req-bf980a00-7f53-41cb-a69d-02240ffcbb61 req-e5cbd14d-9535-44b6-9c39-b4de700e2464 tempest-SecurityGroupsTestJSON-333763930 tempest-SecurityGroupsTestJSON-333763930-project-member] Enqueued Resource ID: da1f97c1-5b6a-4cef-b9ab-8112d4c337bd with Priority: HIGHEST for action security_group_rules [ 786.372038] env[66859]: INFO networking_nsxv3.common.synchronization [req-bf980a00-7f53-41cb-a69d-02240ffcbb61 req-e5cbd14d-9535-44b6-9c39-b4de700e2464 tempest-SecurityGroupsTestJSON-333763930 tempest-SecurityGroupsTestJSON-333763930-project-member] Enqueued Resource ID: da1f97c1-5b6a-4cef-b9ab-8112d4c337bd with Priority: HIGHEST for action security_group_members [ 786.372360] env[66859]: INFO networking_nsxv3.common.synchronization [req-bf980a00-7f53-41cb-a69d-02240ffcbb61 req-e5cbd14d-9535-44b6-9c39-b4de700e2464 tempest-SecurityGroupsTestJSON-333763930 tempest-SecurityGroupsTestJSON-333763930-project-member] Enqueued Resource ID: e0b5b5d2-4c6e-45fa-adec-7576817a7787 with Priority: HIGHEST for action port [ 786.372803] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2894f0de-c794-4b89-a9ce-7aeb4a43bda5 with Priority: HIGHEST for action security_group_rules [ 786.372994] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d8aeb5b-6d65-4f9d-a1c6-600e85ce59a8 with Priority: HIGHEST for action security_group_rules [ 786.373195] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: da1f97c1-5b6a-4cef-b9ab-8112d4c337bd with Priority: HIGHEST for action security_group_members [ 786.373307] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0b5b5d2-4c6e-45fa-adec-7576817a7787 with Priority: HIGHEST for action port [ 786.373444] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: da1f97c1-5b6a-4cef-b9ab-8112d4c337bd with Priority: HIGHEST for action security_group_rules [ 786.373545] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2894f0de-c794-4b89-a9ce-7aeb4a43bda5 with Priority: HIGHEST for action security_group_members [ 786.373632] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d8aeb5b-6d65-4f9d-a1c6-600e85ce59a8 with Priority: HIGHEST for action security_group_members [ 786.374111] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2894f0de-c794-4b89-a9ce-7aeb4a43bda5 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.374111] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2894f0de-c794-4b89-a9ce-7aeb4a43bda5" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.374320] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8d8aeb5b-6d65-4f9d-a1c6-600e85ce59a8 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.374451] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8d8aeb5b-6d65-4f9d-a1c6-600e85ce59a8" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.374540] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8d8aeb5b-6d65-4f9d-a1c6-600e85ce59a8" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.374864] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8d8aeb5b-6d65-4f9d-a1c6-600e85ce59a8" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.374951] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8d8aeb5b-6d65-4f9d-a1c6-600e85ce59a8',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.376612] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-da1f97c1-5b6a-4cef-b9ab-8112d4c337bd taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.376721] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-da1f97c1-5b6a-4cef-b9ab-8112d4c337bd" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.377171] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock port-e0b5b5d2-4c6e-45fa-adec-7576817a7787 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.377294] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e0b5b5d2-4c6e-45fa-adec-7576817a7787" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.377383] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e0b5b5d2-4c6e-45fa-adec-7576817a7787" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.377852] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e0b5b5d2-4c6e-45fa-adec-7576817a7787" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.377852] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e0b5b5d2-4c6e-45fa-adec-7576817a7787',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.379491] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock rules-da1f97c1-5b6a-4cef-b9ab-8112d4c337bd taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.380378] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-da1f97c1-5b6a-4cef-b9ab-8112d4c337bd" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.380378] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-2894f0de-c794-4b89-a9ce-7aeb4a43bda5 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.380378] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2894f0de-c794-4b89-a9ce-7aeb4a43bda5" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.380894] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d8aeb5b-6d65-4f9d-a1c6-600e85ce59a8 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.380996] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d8aeb5b-6d65-4f9d-a1c6-600e85ce59a8" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.418550] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2894f0de-c794-4b89-a9ce-7aeb4a43bda5',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.457392] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-da1f97c1-5b6a-4cef-b9ab-8112d4c337bd taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.457392] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-da1f97c1-5b6a-4cef-b9ab-8112d4c337bd" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.825978] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('da1f97c1-5b6a-4cef-b9ab-8112d4c337bd',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.826906] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8d8aeb5b-6d65-4f9d-a1c6-600e85ce59a8',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.831253] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2894f0de-c794-4b89-a9ce-7aeb4a43bda5',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.877840] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d8aeb5b-6d65-4f9d-a1c6-600e85ce59a8 taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.878038] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d8aeb5b-6d65-4f9d-a1c6-600e85ce59a8" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.880823] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e0b5b5d2-4c6e-45fa-adec-7576817a7787 with status ACTIVE [ 786.881078] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.881236] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.881275] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.881482] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.881611] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.881759] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.881873] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.881944] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.882308] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.882409] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.883238] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.883238] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.883238] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.883238] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.883238] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.883482] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e0b5b5d2-4c6e-45fa-adec-7576817a7787 is going to be updated. [ 786.908336] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.908543] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.908586] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.908774] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.908920] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.909100] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e0b5b5d2-4c6e-45fa-adec-7576817a7787" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.921117] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2894f0de-c794-4b89-a9ce-7aeb4a43bda5: rpc.has_security_group_logging(os_id): False [ 786.940329] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.940329] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.940329] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.940550] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.940785] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.941065] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.941187] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.941245] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.941420] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.941502] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.941592] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2894f0de-c794-4b89-a9ce-7aeb4a43bda5 is going to be created. [ 787.027801] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.028054] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.028054] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.028262] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.028433] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.048369] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2894f0de-c794-4b89-a9ce-7aeb4a43bda5 in Status: IN_PROGRESS for 2s [ 787.332249] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('da1f97c1-5b6a-4cef-b9ab-8112d4c337bd',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.334054] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8d8aeb5b-6d65-4f9d-a1c6-600e85ce59a8',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.336863] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2894f0de-c794-4b89-a9ce-7aeb4a43bda5',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.366102] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2a79f51d-2846-4506-af33-55ae2154e6b5 in Status: SUCCESS [ 787.366355] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2a79f51d-2846-4506-af33-55ae2154e6b5" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.570463] env[66859]: INFO networking_nsxv3.common.synchronization [req-bf003d69-ee02-47f4-aed9-5d72cc1179f1 req-d488d43f-3af0-4b75-b979-38658a4f0719 tempest-ImagesOneServerNegativeTestJSON-1778756211 tempest-ImagesOneServerNegativeTestJSON-1778756211-project-member] Enqueued Resource ID: c2c43257-96ff-41e0-9170-22fd44ad03b7 with Priority: HIGHEST for action security_group_members [ 787.571305] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c2c43257-96ff-41e0-9170-22fd44ad03b7 with Priority: HIGHEST for action security_group_members [ 787.571662] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-c2c43257-96ff-41e0-9170-22fd44ad03b7 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.571790] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c2c43257-96ff-41e0-9170-22fd44ad03b7" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.571857] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c2c43257-96ff-41e0-9170-22fd44ad03b7" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.572171] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c2c43257-96ff-41e0-9170-22fd44ad03b7" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.572334] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.572439] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.572502] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.572666] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.572751] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.572847] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c2c43257-96ff-41e0-9170-22fd44ad03b7',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.836660] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.837079] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.837203] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.837428] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.837922] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.840207] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8d8aeb5b-6d65-4f9d-a1c6-600e85ce59a8 is going to be created. [ 787.841040] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.841161] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.841706] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.841706] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.841842] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.842247] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: da1f97c1-5b6a-4cef-b9ab-8112d4c337bd is going to be updated. [ 787.843557] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.843677] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.843745] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.843978] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.844199] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.844287] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2894f0de-c794-4b89-a9ce-7aeb4a43bda5 is going to be updated. [ 787.884028] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.884028] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.884028] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.884028] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.884028] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.885149] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.885324] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.885385] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.885564] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.885714] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.891284] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8d8aeb5b-6d65-4f9d-a1c6-600e85ce59a8 in Status: UNINITIALIZED for 2s [ 787.896966] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: da1f97c1-5b6a-4cef-b9ab-8112d4c337bd in Status: IN_PROGRESS for 2s [ 787.906467] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.906628] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.906731] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.906965] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.907533] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.920300] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2894f0de-c794-4b89-a9ce-7aeb4a43bda5 in Status: IN_PROGRESS for 2s [ 787.954435] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock network-785 taken with stack trace [, , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.954787] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "network-785" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.954787] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "network-785" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.955256] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "network-785" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.957051] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.957051] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.957051] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.957051] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.957051] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.957051] env[66859]: DEBUG dogpile.cache.region [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] No value present for key: 'zone-id' {{(pid=66859) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 787.957051] env[66859]: DEBUG dogpile.lock [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] NeedRegenerationException {{(pid=66859) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 787.957051] env[66859]: DEBUG dogpile.lock [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] no value, waiting for create lock {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 787.957051] env[66859]: DEBUG dogpile.lock [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] value creation lock acquired {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 787.957051] env[66859]: DEBUG dogpile.cache.region [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] No value present for key: 'zone-id' {{(pid=66859) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 787.957051] env[66859]: DEBUG dogpile.lock [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Calling creation function for not-yet-present value {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 787.957051] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 787.979220] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 787.979454] env[66859]: DEBUG dogpile.cache.region [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66859) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 787.979610] env[66859]: DEBUG dogpile.lock [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Released creation lock {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 787.979880] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "network-785" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.980232] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock port-0036ef43-e776-4a64-a6e8-17242f1db367 taken with stack trace [, , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.980417] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "port-0036ef43-e776-4a64-a6e8-17242f1db367" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.980544] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "port-0036ef43-e776-4a64-a6e8-17242f1db367" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.980935] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "port-0036ef43-e776-4a64-a6e8-17242f1db367" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.981236] env[66859]: DEBUG networking_nsxv3.api.rpc [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0036ef43-e776-4a64-a6e8-17242f1db367',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.082057] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.082057] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.082057] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.082057] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.082591] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.082591] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.082591] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.082591] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.082773] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.082773] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.082859] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c2c43257-96ff-41e0-9170-22fd44ad03b7 is going to be updated. [ 788.111104] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.111224] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.111286] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.111498] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.111637] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.122363] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c2c43257-96ff-41e0-9170-22fd44ad03b7 in Status: IN_PROGRESS for 2s [ 788.484081] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.484363] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.484519] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.484845] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.485081] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.485283] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Segment Port 0036ef43-e776-4a64-a6e8-17242f1db367 not found, creating... [ 788.485587] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.485791] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.485916] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.486195] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.486302] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.486605] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.486758] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.486869] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.487171] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.487337] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.488033] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Resource: SegmentPort with ID: 0036ef43-e776-4a64-a6e8-17242f1db367 is going to be created. [ 788.512971] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.513174] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.513297] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.513556] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.513769] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.513985] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "port-0036ef43-e776-4a64-a6e8-17242f1db367" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.061805] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2894f0de-c794-4b89-a9ce-7aeb4a43bda5 in Status: SUCCESS [ 789.062179] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2894f0de-c794-4b89-a9ce-7aeb4a43bda5" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.062241] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2894f0de-c794-4b89-a9ce-7aeb4a43bda5" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.062430] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2894f0de-c794-4b89-a9ce-7aeb4a43bda5" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.062630] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2894f0de-c794-4b89-a9ce-7aeb4a43bda5',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.230550] env[66859]: INFO networking_nsxv3.common.synchronization [req-bf003d69-ee02-47f4-aed9-5d72cc1179f1 req-227fed90-2de7-4fc3-b2ff-2c8d4cd53d29 service nova] Enqueued Resource ID: c2c43257-96ff-41e0-9170-22fd44ad03b7 with Priority: HIGHEST for action security_group_rules [ 789.231018] env[66859]: INFO networking_nsxv3.common.synchronization [req-bf003d69-ee02-47f4-aed9-5d72cc1179f1 req-227fed90-2de7-4fc3-b2ff-2c8d4cd53d29 service nova] Enqueued Resource ID: c2c43257-96ff-41e0-9170-22fd44ad03b7 with Priority: HIGHEST for action security_group_members [ 789.231320] env[66859]: INFO networking_nsxv3.common.synchronization [req-bf003d69-ee02-47f4-aed9-5d72cc1179f1 req-227fed90-2de7-4fc3-b2ff-2c8d4cd53d29 service nova] Enqueued Resource ID: 0036ef43-e776-4a64-a6e8-17242f1db367 with Priority: HIGHEST for action port [ 789.231953] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c2c43257-96ff-41e0-9170-22fd44ad03b7 with Priority: HIGHEST for action security_group_rules [ 789.232150] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c2c43257-96ff-41e0-9170-22fd44ad03b7 with Priority: HIGHEST for action security_group_members [ 789.232279] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0036ef43-e776-4a64-a6e8-17242f1db367 with Priority: HIGHEST for action port [ 789.232644] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c2c43257-96ff-41e0-9170-22fd44ad03b7 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.232780] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c2c43257-96ff-41e0-9170-22fd44ad03b7" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.232850] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c2c43257-96ff-41e0-9170-22fd44ad03b7" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.233259] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c2c43257-96ff-41e0-9170-22fd44ad03b7" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.233259] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c2c43257-96ff-41e0-9170-22fd44ad03b7',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.234256] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-c2c43257-96ff-41e0-9170-22fd44ad03b7 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.234366] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c2c43257-96ff-41e0-9170-22fd44ad03b7" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.234603] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock port-0036ef43-e776-4a64-a6e8-17242f1db367 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.235300] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0036ef43-e776-4a64-a6e8-17242f1db367" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.235300] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0036ef43-e776-4a64-a6e8-17242f1db367" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.235300] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0036ef43-e776-4a64-a6e8-17242f1db367" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.235300] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0036ef43-e776-4a64-a6e8-17242f1db367',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.565568] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-2894f0de-c794-4b89-a9ce-7aeb4a43bda5 taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.565745] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2894f0de-c794-4b89-a9ce-7aeb4a43bda5" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.739459] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-c2c43257-96ff-41e0-9170-22fd44ad03b7 taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.739554] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c2c43257-96ff-41e0-9170-22fd44ad03b7" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.739858] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0036ef43-e776-4a64-a6e8-17242f1db367 with status ACTIVE [ 789.740053] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.740180] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.740299] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.740480] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.740572] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.740770] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.740870] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.740988] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.741133] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.741170] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.741466] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.741466] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.741549] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.741625] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.741691] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.741782] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0036ef43-e776-4a64-a6e8-17242f1db367 is going to be updated. [ 789.779145] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.780198] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.780198] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.780198] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.780198] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.781355] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0036ef43-e776-4a64-a6e8-17242f1db367" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.912225] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8d8aeb5b-6d65-4f9d-a1c6-600e85ce59a8 in Status: SUCCESS [ 789.912712] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d8aeb5b-6d65-4f9d-a1c6-600e85ce59a8" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.913264] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d8aeb5b-6d65-4f9d-a1c6-600e85ce59a8" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.913480] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d8aeb5b-6d65-4f9d-a1c6-600e85ce59a8" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.913775] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.915305] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.915305] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.915305] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.915305] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.915305] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8d8aeb5b-6d65-4f9d-a1c6-600e85ce59a8',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.917794] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: da1f97c1-5b6a-4cef-b9ab-8112d4c337bd in Status: SUCCESS [ 789.917992] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-da1f97c1-5b6a-4cef-b9ab-8112d4c337bd" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.918549] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-da1f97c1-5b6a-4cef-b9ab-8112d4c337bd" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.918549] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-da1f97c1-5b6a-4cef-b9ab-8112d4c337bd" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.918636] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.918976] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.918976] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.919132] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.919212] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.919321] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('da1f97c1-5b6a-4cef-b9ab-8112d4c337bd',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.938739] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2894f0de-c794-4b89-a9ce-7aeb4a43bda5 in Status: SUCCESS [ 789.938739] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2894f0de-c794-4b89-a9ce-7aeb4a43bda5" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.938739] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2894f0de-c794-4b89-a9ce-7aeb4a43bda5" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.938739] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2894f0de-c794-4b89-a9ce-7aeb4a43bda5" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.938739] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.938739] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.938739] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.938739] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.938739] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.938739] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2894f0de-c794-4b89-a9ce-7aeb4a43bda5',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.073120] env[66859]: INFO networking_nsxv3.common.synchronization [req-51c5879c-5f98-4217-b17b-465c3c4a7f1b req-2a65456a-a602-4240-a46e-413a74c00fc0 tempest-SecurityGroupsTestJSON-333763930 tempest-SecurityGroupsTestJSON-333763930-project-member] Enqueued Resource ID: 8d8aeb5b-6d65-4f9d-a1c6-600e85ce59a8 with Priority: HIGHEST for action security_group_members [ 790.073120] env[66859]: INFO networking_nsxv3.common.synchronization [req-51c5879c-5f98-4217-b17b-465c3c4a7f1b req-2a65456a-a602-4240-a46e-413a74c00fc0 tempest-SecurityGroupsTestJSON-333763930 tempest-SecurityGroupsTestJSON-333763930-project-member] Enqueued Resource ID: da1f97c1-5b6a-4cef-b9ab-8112d4c337bd with Priority: HIGHEST for action security_group_members [ 790.073120] env[66859]: INFO networking_nsxv3.common.synchronization [req-51c5879c-5f98-4217-b17b-465c3c4a7f1b req-2a65456a-a602-4240-a46e-413a74c00fc0 tempest-SecurityGroupsTestJSON-333763930 tempest-SecurityGroupsTestJSON-333763930-project-member] Enqueued Resource ID: 2894f0de-c794-4b89-a9ce-7aeb4a43bda5 with Priority: HIGHEST for action security_group_members [ 790.073120] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d8aeb5b-6d65-4f9d-a1c6-600e85ce59a8 with Priority: HIGHEST for action security_group_members [ 790.073120] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: da1f97c1-5b6a-4cef-b9ab-8112d4c337bd with Priority: HIGHEST for action security_group_members [ 790.073120] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2894f0de-c794-4b89-a9ce-7aeb4a43bda5 with Priority: HIGHEST for action security_group_members [ 790.073120] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d8aeb5b-6d65-4f9d-a1c6-600e85ce59a8 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.073120] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d8aeb5b-6d65-4f9d-a1c6-600e85ce59a8" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.073120] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-da1f97c1-5b6a-4cef-b9ab-8112d4c337bd taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.073120] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-da1f97c1-5b6a-4cef-b9ab-8112d4c337bd" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.073120] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-2894f0de-c794-4b89-a9ce-7aeb4a43bda5 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.073120] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2894f0de-c794-4b89-a9ce-7aeb4a43bda5" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.133517] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c2c43257-96ff-41e0-9170-22fd44ad03b7 in Status: SUCCESS [ 790.133517] env[66859]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c2c43257-96ff-41e0-9170-22fd44ad03b7 deletion is rescheduled due to dependency. [ 790.133736] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c2c43257-96ff-41e0-9170-22fd44ad03b7" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.133890] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c2c43257-96ff-41e0-9170-22fd44ad03b7" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.134810] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c2c43257-96ff-41e0-9170-22fd44ad03b7" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.135147] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.135350] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.135834] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.136121] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.136281] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.136462] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c2c43257-96ff-41e0-9170-22fd44ad03b7',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.423274] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8d8aeb5b-6d65-4f9d-a1c6-600e85ce59a8',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.425216] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('da1f97c1-5b6a-4cef-b9ab-8112d4c337bd',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.440948] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2894f0de-c794-4b89-a9ce-7aeb4a43bda5',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.639371] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c2c43257-96ff-41e0-9170-22fd44ad03b7',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.927363] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8d8aeb5b-6d65-4f9d-a1c6-600e85ce59a8',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.930952] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('da1f97c1-5b6a-4cef-b9ab-8112d4c337bd',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.944127] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2894f0de-c794-4b89-a9ce-7aeb4a43bda5',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.953553] env[66859]: INFO networking_nsxv3.common.synchronization [req-f48ee02d-351f-4268-ad09-da274810a6f5 req-6bd6cd00-b22d-43bd-818a-fc9e46b3a563 tempest-ServersAdminTestJSON-1670526874 tempest-ServersAdminTestJSON-1670526874-project-member] Enqueued Resource ID: 4522597f-f640-407a-8ae0-aa2fe02a5298 with Priority: HIGHEST for action security_group_members [ 790.954127] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4522597f-f640-407a-8ae0-aa2fe02a5298 with Priority: HIGHEST for action security_group_members [ 790.954446] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-4522597f-f640-407a-8ae0-aa2fe02a5298 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.954571] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4522597f-f640-407a-8ae0-aa2fe02a5298" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.954640] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4522597f-f640-407a-8ae0-aa2fe02a5298" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.955181] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4522597f-f640-407a-8ae0-aa2fe02a5298" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.955357] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.955467] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.955530] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.955694] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.955788] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.955875] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4522597f-f640-407a-8ae0-aa2fe02a5298',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.145756] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c2c43257-96ff-41e0-9170-22fd44ad03b7',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.430539] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.430708] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.430842] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.431092] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.431184] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.431285] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8d8aeb5b-6d65-4f9d-a1c6-600e85ce59a8 is going to be updated. [ 791.432528] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.432691] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.432733] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.432879] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.432957] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.433059] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: da1f97c1-5b6a-4cef-b9ab-8112d4c337bd is going to be updated. [ 791.446589] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.446783] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.446818] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.450035] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.450035] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.450035] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2894f0de-c794-4b89-a9ce-7aeb4a43bda5 is going to be updated. [ 791.459234] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4522597f-f640-407a-8ae0-aa2fe02a5298',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.477867] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.478065] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.478065] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.478184] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.478325] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.480181] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.480319] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.480360] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.480538] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.480644] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.499448] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: da1f97c1-5b6a-4cef-b9ab-8112d4c337bd in Status: IN_PROGRESS for 2s [ 791.504840] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8d8aeb5b-6d65-4f9d-a1c6-600e85ce59a8 in Status: IN_PROGRESS for 2s [ 791.506549] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.506752] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.506838] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.507093] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.508233] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.521263] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2894f0de-c794-4b89-a9ce-7aeb4a43bda5 in Status: IN_PROGRESS for 2s [ 791.651786] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.651786] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.651786] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.651786] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.652192] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.652192] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c2c43257-96ff-41e0-9170-22fd44ad03b7 is going to be updated. [ 791.716635] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.716804] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.716876] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.717127] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.717250] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.729843] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c2c43257-96ff-41e0-9170-22fd44ad03b7 in Status: IN_PROGRESS for 2s [ 791.961446] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4522597f-f640-407a-8ae0-aa2fe02a5298',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.464686] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.465012] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.465012] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.465498] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.465498] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.465498] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4522597f-f640-407a-8ae0-aa2fe02a5298 is going to be updated. [ 792.507560] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.507560] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.507560] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.507560] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.507560] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.519444] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4522597f-f640-407a-8ae0-aa2fe02a5298 in Status: IN_PROGRESS for 2s [ 793.514467] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8d8aeb5b-6d65-4f9d-a1c6-600e85ce59a8 in Status: SUCCESS [ 793.514883] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d8aeb5b-6d65-4f9d-a1c6-600e85ce59a8" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.516141] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: da1f97c1-5b6a-4cef-b9ab-8112d4c337bd in Status: SUCCESS [ 793.516141] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-da1f97c1-5b6a-4cef-b9ab-8112d4c337bd" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.516141] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d8aeb5b-6d65-4f9d-a1c6-600e85ce59a8" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.516141] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d8aeb5b-6d65-4f9d-a1c6-600e85ce59a8" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.516372] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.516372] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.516372] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.516554] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.516595] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.516838] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d8aeb5b-6d65-4f9d-a1c6-600e85ce59a8" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.516838] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8d8aeb5b-6d65-4f9d-a1c6-600e85ce59a8',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.521475] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-da1f97c1-5b6a-4cef-b9ab-8112d4c337bd" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.522579] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-da1f97c1-5b6a-4cef-b9ab-8112d4c337bd" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.522579] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.522579] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.522579] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.522579] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.522579] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.522579] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-da1f97c1-5b6a-4cef-b9ab-8112d4c337bd" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.522579] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-da1f97c1-5b6a-4cef-b9ab-8112d4c337bd taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.522579] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-da1f97c1-5b6a-4cef-b9ab-8112d4c337bd" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.522579] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-da1f97c1-5b6a-4cef-b9ab-8112d4c337bd" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.523163] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-da1f97c1-5b6a-4cef-b9ab-8112d4c337bd" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.523163] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.523163] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.523163] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.523163] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.523311] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.523311] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-da1f97c1-5b6a-4cef-b9ab-8112d4c337bd" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.523368] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('da1f97c1-5b6a-4cef-b9ab-8112d4c337bd',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.525373] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d8aeb5b-6d65-4f9d-a1c6-600e85ce59a8" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.525373] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d8aeb5b-6d65-4f9d-a1c6-600e85ce59a8" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.525373] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.525373] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.525373] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.525373] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.525673] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.525673] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8d8aeb5b-6d65-4f9d-a1c6-600e85ce59a8',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.527523] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-da1f97c1-5b6a-4cef-b9ab-8112d4c337bd" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.527872] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-da1f97c1-5b6a-4cef-b9ab-8112d4c337bd" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.529842] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.529970] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.530050] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.530218] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.530386] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.530386] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('da1f97c1-5b6a-4cef-b9ab-8112d4c337bd',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.548518] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2894f0de-c794-4b89-a9ce-7aeb4a43bda5 in Status: SUCCESS [ 793.548771] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2894f0de-c794-4b89-a9ce-7aeb4a43bda5" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.554069] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2894f0de-c794-4b89-a9ce-7aeb4a43bda5" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.554069] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2894f0de-c794-4b89-a9ce-7aeb4a43bda5" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.554069] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.554069] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.554069] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.554069] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.554069] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.554069] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2894f0de-c794-4b89-a9ce-7aeb4a43bda5" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.554069] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2894f0de-c794-4b89-a9ce-7aeb4a43bda5',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.554069] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2894f0de-c794-4b89-a9ce-7aeb4a43bda5" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.554069] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2894f0de-c794-4b89-a9ce-7aeb4a43bda5" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.554499] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.554499] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.554499] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.554499] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.554875] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.554875] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2894f0de-c794-4b89-a9ce-7aeb4a43bda5',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.742375] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c2c43257-96ff-41e0-9170-22fd44ad03b7 in Status: SUCCESS [ 793.742717] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c2c43257-96ff-41e0-9170-22fd44ad03b7" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.742925] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c2c43257-96ff-41e0-9170-22fd44ad03b7" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.743166] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c2c43257-96ff-41e0-9170-22fd44ad03b7" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.743358] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.743497] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.743570] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.743762] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.745065] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.745065] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c2c43257-96ff-41e0-9170-22fd44ad03b7" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.745065] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c2c43257-96ff-41e0-9170-22fd44ad03b7',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.025196] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8d8aeb5b-6d65-4f9d-a1c6-600e85ce59a8',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.033575] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.033575] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.033575] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.033575] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.033575] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.033575] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.034300] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.034300] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.034300] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.034300] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.034300] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8d8aeb5b-6d65-4f9d-a1c6-600e85ce59a8 is going to be deleted. [ 794.035263] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for da1f97c1-5b6a-4cef-b9ab-8112d4c337bd: rpc.has_security_group_logging(os_id): False [ 794.035891] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('da1f97c1-5b6a-4cef-b9ab-8112d4c337bd',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.057992] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2894f0de-c794-4b89-a9ce-7aeb4a43bda5',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.058806] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.058945] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.059871] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.059871] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.059871] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.059871] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.059871] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.059871] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.059871] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.060310] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.060310] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2894f0de-c794-4b89-a9ce-7aeb4a43bda5 is going to be updated. [ 794.064729] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.064729] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.064729] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.064933] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.064966] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.065241] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.065937] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.065937] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.065937] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.065937] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.066243] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.066243] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.066395] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.067023] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.067023] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.067023] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.067190] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.067249] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.067421] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.067500] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.067587] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: da1f97c1-5b6a-4cef-b9ab-8112d4c337bd is going to be updated. [ 794.103919] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.105300] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.105300] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.105300] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.105300] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.105300] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d8aeb5b-6d65-4f9d-a1c6-600e85ce59a8" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.108772] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.108772] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.108772] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.108772] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.108772] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.118963] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2894f0de-c794-4b89-a9ce-7aeb4a43bda5 in Status: IN_PROGRESS for 2s [ 794.169558] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.169558] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.169558] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.169558] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.169558] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.202450] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: da1f97c1-5b6a-4cef-b9ab-8112d4c337bd in Status: IN_PROGRESS for 2s [ 794.249958] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-c2c43257-96ff-41e0-9170-22fd44ad03b7 taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.250843] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c2c43257-96ff-41e0-9170-22fd44ad03b7" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.251054] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c2c43257-96ff-41e0-9170-22fd44ad03b7" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.252912] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c2c43257-96ff-41e0-9170-22fd44ad03b7" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.252912] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.252912] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.252912] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.252912] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.252912] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.252912] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c2c43257-96ff-41e0-9170-22fd44ad03b7" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.252912] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-c2c43257-96ff-41e0-9170-22fd44ad03b7 taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.252912] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c2c43257-96ff-41e0-9170-22fd44ad03b7" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.252912] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c2c43257-96ff-41e0-9170-22fd44ad03b7" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.252912] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c2c43257-96ff-41e0-9170-22fd44ad03b7" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.252912] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.252912] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.252912] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.253517] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.253517] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.253651] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c2c43257-96ff-41e0-9170-22fd44ad03b7" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.253651] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c2c43257-96ff-41e0-9170-22fd44ad03b7',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.528385] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8d8aeb5b-6d65-4f9d-a1c6-600e85ce59a8: rpc.has_security_group_logging(os_id): False [ 794.531815] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4522597f-f640-407a-8ae0-aa2fe02a5298 in Status: SUCCESS [ 794.532160] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4522597f-f640-407a-8ae0-aa2fe02a5298" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.539185] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('da1f97c1-5b6a-4cef-b9ab-8112d4c337bd',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.550487] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.550731] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.550828] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.551741] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.551741] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.551741] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.551741] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.551741] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.552088] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.552884] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.553074] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8d8aeb5b-6d65-4f9d-a1c6-600e85ce59a8 is going to be created. [ 794.563049] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2894f0de-c794-4b89-a9ce-7aeb4a43bda5: rpc.has_security_group_logging(os_id): False [ 794.581027] env[66859]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/8d8aeb5b-6d65-4f9d-a1c6-600e85ce59a8], does not exist path=[/infra/domains/default/groups/8d8aeb5b-6d65-4f9d-a1c6-600e85ce59a8]."\n}' [ 794.581027] env[66859]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8d8aeb5b-6d65-4f9d-a1c6-600e85ce59a8 failed to be updated, retrying after metadata refresh: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/8d8aeb5b-6d65-4f9d-a1c6-600e85ce59a8 [ 794.581027] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 794.585906] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.586120] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.586186] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.586457] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.586578] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.586934] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.587149] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.587264] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.587607] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.587742] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.587888] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2894f0de-c794-4b89-a9ce-7aeb4a43bda5 is going to be updated. [ 794.635825] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.636331] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.636512] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.637251] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.639416] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.639953] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.640196] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.640324] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.640672] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.640849] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.641295] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.641487] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.641838] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.641913] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.642159] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.642371] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8d8aeb5b-6d65-4f9d-a1c6-600e85ce59a8 is going to be created. [ 794.668220] env[66859]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/8d8aeb5b-6d65-4f9d-a1c6-600e85ce59a8], does not exist path=[/infra/domains/default/groups/8d8aeb5b-6d65-4f9d-a1c6-600e85ce59a8]."\n}': requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/8d8aeb5b-6d65-4f9d-a1c6-600e85ce59a8 [ 794.668455] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8d8aeb5b-6d65-4f9d-a1c6-600e85ce59a8" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.668771] env[66859]: Traceback (most recent call last): [ 794.668843] env[66859]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 36, in wrapper [ 794.668843] env[66859]: return func(*args, **kwargs) [ 794.668843] env[66859]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 794.668843] env[66859]: res.raise_for_status() [ 794.668843] env[66859]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 794.668843] env[66859]: raise HTTPError(http_error_msg, response=self) [ 794.668843] env[66859]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/8d8aeb5b-6d65-4f9d-a1c6-600e85ce59a8 [ 794.668843] env[66859]: During handling of the above exception, another exception occurred: [ 794.668843] env[66859]: Traceback (most recent call last): [ 794.668843] env[66859]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 794.668843] env[66859]: listener.cb(fileno) [ 794.668843] env[66859]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 794.668843] env[66859]: result = function(*args, **kwargs) [ 794.669289] env[66859]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 210, in security_group_rules [ 794.669289] env[66859]: self.nsx_provider.sg_rules_realize(os_sg, logged=logged) [ 794.669289] env[66859]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 1012, in sg_rules_realize [ 794.669289] env[66859]: return self._realize(Provider.SG_RULES, delete, self.payload.sg_rules_container, os_sg, provider_sg) [ 794.669289] env[66859]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 45, in wrapper [ 794.669289] env[66859]: return func(self, resource_type, delete, self.payload.sg_rules_container, os_obj, provider_sg) [ 794.669289] env[66859]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 794.669289] env[66859]: res.raise_for_status() [ 794.669289] env[66859]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 794.669289] env[66859]: raise HTTPError(http_error_msg, response=self) [ 794.669289] env[66859]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/8d8aeb5b-6d65-4f9d-a1c6-600e85ce59a8 [ 794.669289] env[66859]: Removing descriptor: 21 [ 794.670841] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.671212] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.671212] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.671509] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.671728] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.696890] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2894f0de-c794-4b89-a9ce-7aeb4a43bda5 in Status: IN_PROGRESS for 2s [ 794.756468] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c2c43257-96ff-41e0-9170-22fd44ad03b7: rpc.has_security_group_logging(os_id): False [ 794.791065] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.791276] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.791334] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.792746] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.835908] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.838535] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.838677] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.838761] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.839036] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.839152] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.839466] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.839672] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.839672] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.839876] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.840064] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.840494] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.840494] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.840494] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.841087] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.841087] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.841087] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c2c43257-96ff-41e0-9170-22fd44ad03b7 is going to be updated. [ 794.940799] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.941041] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.941041] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.941266] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.941414] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.977095] env[66859]: INFO networking_nsxv3.common.synchronization [req-91ac7a46-938d-465b-9761-e36e17f09e13 req-32c30f5b-852a-4a35-bce2-96a78746edd3 tempest-TenantUsagesTestJSON-1412296757 tempest-TenantUsagesTestJSON-1412296757-project-member] Enqueued Resource ID: 05815d98-1b50-4d26-8929-608b000f06fa with Priority: HIGHEST for action security_group_members [ 794.977095] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 05815d98-1b50-4d26-8929-608b000f06fa with Priority: HIGHEST for action security_group_members [ 794.977095] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-05815d98-1b50-4d26-8929-608b000f06fa taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.977095] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-05815d98-1b50-4d26-8929-608b000f06fa" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.977095] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-05815d98-1b50-4d26-8929-608b000f06fa" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.977480] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-05815d98-1b50-4d26-8929-608b000f06fa" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.977480] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.977608] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.977668] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.977905] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.977969] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.978226] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('05815d98-1b50-4d26-8929-608b000f06fa',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.990831] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c2c43257-96ff-41e0-9170-22fd44ad03b7 in Status: IN_PROGRESS for 2s [ 795.047339] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.047339] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.047339] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.047339] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.047339] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.047339] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: da1f97c1-5b6a-4cef-b9ab-8112d4c337bd is going to be updated. [ 795.123033] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.123217] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.123319] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.123466] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.123608] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.142324] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: da1f97c1-5b6a-4cef-b9ab-8112d4c337bd in Status: IN_PROGRESS for 2s [ 795.483824] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.483824] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.483936] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.484848] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.484848] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.484848] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.484848] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.484848] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.484848] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.484848] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.485221] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 05815d98-1b50-4d26-8929-608b000f06fa already deleted. [ 795.485221] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-05815d98-1b50-4d26-8929-608b000f06fa" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.509083] env[66859]: DEBUG networking_nsxv3.common.locking [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Lock network-96 taken with stack trace [, , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.509299] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquiring lock "network-96" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.509377] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired lock "network-96" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.509644] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired external semaphore "network-96" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.509950] env[66859]: DEBUG networking_nsxv3.common.locking [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.510118] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquiring lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.510225] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.510437] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired external semaphore "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.510618] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Releasing lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.510763] env[66859]: DEBUG dogpile.cache.region [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] No value present for key: 'zone-id' {{(pid=66859) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 795.510874] env[66859]: DEBUG dogpile.lock [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] NeedRegenerationException {{(pid=66859) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 795.510976] env[66859]: DEBUG dogpile.lock [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] no value, waiting for create lock {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 795.512785] env[66859]: DEBUG dogpile.lock [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] value creation lock acquired {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 795.512902] env[66859]: DEBUG dogpile.cache.region [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] No value present for key: 'zone-id' {{(pid=66859) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 795.512978] env[66859]: DEBUG dogpile.lock [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Calling creation function for not-yet-present value {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 795.513129] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 795.535408] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 795.535674] env[66859]: DEBUG dogpile.cache.region [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66859) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 795.535674] env[66859]: DEBUG dogpile.lock [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Released creation lock {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 795.536218] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Releasing lock "network-96" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.536218] env[66859]: DEBUG networking_nsxv3.common.locking [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Lock port-ba7278c9-37e2-4b21-bc3e-baf3da5d4393 taken with stack trace [, , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.536426] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquiring lock "port-ba7278c9-37e2-4b21-bc3e-baf3da5d4393" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.536475] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired lock "port-ba7278c9-37e2-4b21-bc3e-baf3da5d4393" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.536784] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired external semaphore "port-ba7278c9-37e2-4b21-bc3e-baf3da5d4393" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.536928] env[66859]: DEBUG networking_nsxv3.api.rpc [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ba7278c9-37e2-4b21-bc3e-baf3da5d4393',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.039481] env[66859]: DEBUG networking_nsxv3.common.locking [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.040414] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.040414] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.040414] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.040414] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.040738] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Segment Port ba7278c9-37e2-4b21-bc3e-baf3da5d4393 not found, creating... [ 796.040942] env[66859]: DEBUG networking_nsxv3.common.locking [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.041181] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquiring lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.041320] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.041606] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired external semaphore "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.041794] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Releasing lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.042423] env[66859]: DEBUG networking_nsxv3.common.locking [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.042423] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.042659] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.046191] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.046191] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.046191] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Resource: SegmentPort with ID: ba7278c9-37e2-4b21-bc3e-baf3da5d4393 is going to be created. [ 796.077994] env[66859]: DEBUG networking_nsxv3.common.locking [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.078320] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.078387] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.078725] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.078992] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.079529] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Releasing lock "port-ba7278c9-37e2-4b21-bc3e-baf3da5d4393" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.159965] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2894f0de-c794-4b89-a9ce-7aeb4a43bda5 in Status: SUCCESS [ 796.160282] env[66859]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2894f0de-c794-4b89-a9ce-7aeb4a43bda5 deletion is rescheduled due to dependency. [ 796.160448] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2894f0de-c794-4b89-a9ce-7aeb4a43bda5" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.271805] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: da1f97c1-5b6a-4cef-b9ab-8112d4c337bd in Status: SUCCESS [ 796.272140] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-da1f97c1-5b6a-4cef-b9ab-8112d4c337bd" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.272377] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-da1f97c1-5b6a-4cef-b9ab-8112d4c337bd" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.272627] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-da1f97c1-5b6a-4cef-b9ab-8112d4c337bd" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.272706] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('da1f97c1-5b6a-4cef-b9ab-8112d4c337bd',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.714564] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2894f0de-c794-4b89-a9ce-7aeb4a43bda5 in Status: SUCCESS [ 796.715555] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2894f0de-c794-4b89-a9ce-7aeb4a43bda5" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.775263] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-da1f97c1-5b6a-4cef-b9ab-8112d4c337bd taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.775263] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-da1f97c1-5b6a-4cef-b9ab-8112d4c337bd" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.783377] env[66859]: INFO networking_nsxv3.common.synchronization [req-91ac7a46-938d-465b-9761-e36e17f09e13 req-97faef84-543f-4e51-87de-d7ddf4108182 service nova] Enqueued Resource ID: 05815d98-1b50-4d26-8929-608b000f06fa with Priority: HIGHEST for action security_group_rules [ 796.783377] env[66859]: INFO networking_nsxv3.common.synchronization [req-91ac7a46-938d-465b-9761-e36e17f09e13 req-97faef84-543f-4e51-87de-d7ddf4108182 service nova] Enqueued Resource ID: 05815d98-1b50-4d26-8929-608b000f06fa with Priority: HIGHEST for action security_group_members [ 796.783377] env[66859]: INFO networking_nsxv3.common.synchronization [req-91ac7a46-938d-465b-9761-e36e17f09e13 req-97faef84-543f-4e51-87de-d7ddf4108182 service nova] Enqueued Resource ID: ba7278c9-37e2-4b21-bc3e-baf3da5d4393 with Priority: HIGHEST for action port [ 796.783377] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 05815d98-1b50-4d26-8929-608b000f06fa with Priority: HIGHEST for action security_group_rules [ 796.783377] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 05815d98-1b50-4d26-8929-608b000f06fa with Priority: HIGHEST for action security_group_members [ 796.783377] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba7278c9-37e2-4b21-bc3e-baf3da5d4393 with Priority: HIGHEST for action port [ 796.783377] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock rules-05815d98-1b50-4d26-8929-608b000f06fa taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.783682] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-05815d98-1b50-4d26-8929-608b000f06fa" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.783863] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-05815d98-1b50-4d26-8929-608b000f06fa" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.784228] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-05815d98-1b50-4d26-8929-608b000f06fa" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.784482] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('05815d98-1b50-4d26-8929-608b000f06fa',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.787032] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-05815d98-1b50-4d26-8929-608b000f06fa taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.787032] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-05815d98-1b50-4d26-8929-608b000f06fa" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.787032] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-05815d98-1b50-4d26-8929-608b000f06fa" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.787032] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-05815d98-1b50-4d26-8929-608b000f06fa" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.787032] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.787032] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.787032] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.787032] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.787032] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.787032] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('05815d98-1b50-4d26-8929-608b000f06fa',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.789238] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock port-ba7278c9-37e2-4b21-bc3e-baf3da5d4393 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.789604] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ba7278c9-37e2-4b21-bc3e-baf3da5d4393" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.791030] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ba7278c9-37e2-4b21-bc3e-baf3da5d4393" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.791030] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ba7278c9-37e2-4b21-bc3e-baf3da5d4393" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.791030] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ba7278c9-37e2-4b21-bc3e-baf3da5d4393',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.006143] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c2c43257-96ff-41e0-9170-22fd44ad03b7 in Status: SUCCESS [ 797.006411] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c2c43257-96ff-41e0-9170-22fd44ad03b7" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.153264] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: da1f97c1-5b6a-4cef-b9ab-8112d4c337bd in Status: SUCCESS [ 797.153456] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-da1f97c1-5b6a-4cef-b9ab-8112d4c337bd" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.153695] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-da1f97c1-5b6a-4cef-b9ab-8112d4c337bd" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.153896] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-da1f97c1-5b6a-4cef-b9ab-8112d4c337bd" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.154154] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.154286] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.154355] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.154557] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.154640] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.154867] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-da1f97c1-5b6a-4cef-b9ab-8112d4c337bd" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.154867] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('da1f97c1-5b6a-4cef-b9ab-8112d4c337bd',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.293934] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('05815d98-1b50-4d26-8929-608b000f06fa',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.295405] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-05815d98-1b50-4d26-8929-608b000f06fa taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.295653] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-05815d98-1b50-4d26-8929-608b000f06fa" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.296344] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ba7278c9-37e2-4b21-bc3e-baf3da5d4393 with status ACTIVE [ 797.296610] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.296719] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.296719] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.296954] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.297146] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.297333] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.297550] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.297666] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.297885] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.297999] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.298267] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.298492] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.298653] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.299334] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.299334] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.299334] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ba7278c9-37e2-4b21-bc3e-baf3da5d4393 is going to be updated. [ 797.325151] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.325333] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.325404] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.325619] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.325828] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.326100] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ba7278c9-37e2-4b21-bc3e-baf3da5d4393" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.515247] env[66859]: INFO networking_nsxv3.common.synchronization [req-ba4ee81e-9ea7-4860-997a-2da32a64e927 req-f71e789b-2f3b-44aa-bff3-38e9b1a8b536 tempest-ImagesTestJSON-775779378 tempest-ImagesTestJSON-775779378-project-member] Enqueued Resource ID: 09fc9b17-50d2-4789-87d2-0acbd68153f8 with Priority: HIGHEST for action security_group_members [ 797.515686] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 09fc9b17-50d2-4789-87d2-0acbd68153f8 with Priority: HIGHEST for action security_group_members [ 797.515906] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-09fc9b17-50d2-4789-87d2-0acbd68153f8 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.516020] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-09fc9b17-50d2-4789-87d2-0acbd68153f8" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.516087] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-09fc9b17-50d2-4789-87d2-0acbd68153f8" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.516339] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-09fc9b17-50d2-4789-87d2-0acbd68153f8" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.516480] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.516587] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.516665] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.516884] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.517134] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.517134] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('09fc9b17-50d2-4789-87d2-0acbd68153f8',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.662490] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-da1f97c1-5b6a-4cef-b9ab-8112d4c337bd taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.662762] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-da1f97c1-5b6a-4cef-b9ab-8112d4c337bd" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.662887] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-da1f97c1-5b6a-4cef-b9ab-8112d4c337bd" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.663166] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-da1f97c1-5b6a-4cef-b9ab-8112d4c337bd" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.663397] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.663551] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.663655] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.663868] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.664052] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.665037] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-da1f97c1-5b6a-4cef-b9ab-8112d4c337bd" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.665278] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-da1f97c1-5b6a-4cef-b9ab-8112d4c337bd taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.665532] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-da1f97c1-5b6a-4cef-b9ab-8112d4c337bd" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.665649] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-da1f97c1-5b6a-4cef-b9ab-8112d4c337bd" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.665935] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-da1f97c1-5b6a-4cef-b9ab-8112d4c337bd" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.667667] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.667865] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.667980] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.668247] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.668444] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.668529] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-da1f97c1-5b6a-4cef-b9ab-8112d4c337bd" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.668806] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('da1f97c1-5b6a-4cef-b9ab-8112d4c337bd',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.800775] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('05815d98-1b50-4d26-8929-608b000f06fa',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.941484] env[66859]: DEBUG networking_nsxv3.common.locking [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Lock network-952 taken with stack trace [, , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.941689] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquiring lock "network-952" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.941810] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired lock "network-952" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.942419] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired external semaphore "network-952" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.942733] env[66859]: DEBUG networking_nsxv3.common.locking [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.942895] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquiring lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.943082] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.943305] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired external semaphore "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.943444] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Releasing lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.943649] env[66859]: DEBUG dogpile.cache.region [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] No value present for key: 'zone-id' {{(pid=66859) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 797.943760] env[66859]: DEBUG dogpile.lock [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] NeedRegenerationException {{(pid=66859) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 797.943865] env[66859]: DEBUG dogpile.lock [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] no value, waiting for create lock {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 797.943970] env[66859]: DEBUG dogpile.lock [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] value creation lock acquired {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 797.944110] env[66859]: DEBUG dogpile.cache.region [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] No value present for key: 'zone-id' {{(pid=66859) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 797.944216] env[66859]: DEBUG dogpile.lock [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Calling creation function for not-yet-present value {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 797.944345] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 797.963351] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 797.963509] env[66859]: DEBUG dogpile.cache.region [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=66859) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 797.963639] env[66859]: DEBUG dogpile.lock [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Released creation lock {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 797.963899] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Releasing lock "network-952" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.964292] env[66859]: DEBUG networking_nsxv3.common.locking [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Lock port-4d8e2ee8-fbaf-4055-bba1-f8f64081bac7 taken with stack trace [, , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.964507] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquiring lock "port-4d8e2ee8-fbaf-4055-bba1-f8f64081bac7" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.964626] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired lock "port-4d8e2ee8-fbaf-4055-bba1-f8f64081bac7" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.965192] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired external semaphore "port-4d8e2ee8-fbaf-4055-bba1-f8f64081bac7" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.965341] env[66859]: DEBUG networking_nsxv3.api.rpc [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4d8e2ee8-fbaf-4055-bba1-f8f64081bac7',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.021974] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.021974] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.021974] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.021974] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.043608] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.043608] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.043608] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.043608] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.043608] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.043608] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.043608] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 09fc9b17-50d2-4789-87d2-0acbd68153f8 is going to be updated. [ 798.046696] env[66859]: INFO networking_nsxv3.common.synchronization [None req-5f2dc505-3702-4201-8334-8215da7391b3 None None] Enqueued Resource ID: 910cdfb9-04a0-4ca6-b5f4-4cadabe55712 with Priority: HIGHEST for action port [ 798.047586] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 910cdfb9-04a0-4ca6-b5f4-4cadabe55712 with Priority: HIGHEST for action port [ 798.048313] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock port-910cdfb9-04a0-4ca6-b5f4-4cadabe55712 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.048449] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-910cdfb9-04a0-4ca6-b5f4-4cadabe55712" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.048516] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-910cdfb9-04a0-4ca6-b5f4-4cadabe55712" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.048841] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-910cdfb9-04a0-4ca6-b5f4-4cadabe55712" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.048957] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('910cdfb9-04a0-4ca6-b5f4-4cadabe55712',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.076015] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.076210] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.076286] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.076603] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.076766] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.093142] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 09fc9b17-50d2-4789-87d2-0acbd68153f8 in Status: IN_PROGRESS for 2s [ 798.170892] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for da1f97c1-5b6a-4cef-b9ab-8112d4c337bd: rpc.has_security_group_logging(os_id): False [ 798.199692] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.199692] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.199692] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.199692] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.222295] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.222572] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.222705] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.222758] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.222963] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.223076] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.223280] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.223448] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.223448] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.223650] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.223650] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.223822] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.223934] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.223980] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.224118] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.224190] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.224313] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: da1f97c1-5b6a-4cef-b9ab-8112d4c337bd is going to be updated. [ 798.304996] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.306541] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.306541] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.306541] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.306541] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.306541] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 05815d98-1b50-4d26-8929-608b000f06fa is going to be created. [ 798.318814] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.319165] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.319165] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.319371] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.319505] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.382779] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.382964] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.383053] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.383306] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.383476] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.386169] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: da1f97c1-5b6a-4cef-b9ab-8112d4c337bd in Status: IN_PROGRESS for 2s [ 798.410072] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 05815d98-1b50-4d26-8929-608b000f06fa in Status: UNINITIALIZED for 2s [ 798.468749] env[66859]: DEBUG networking_nsxv3.common.locking [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.468972] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.469312] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.469794] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.469997] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.470267] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Segment Port 4d8e2ee8-fbaf-4055-bba1-f8f64081bac7 not found, creating... [ 798.470573] env[66859]: DEBUG networking_nsxv3.common.locking [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.470778] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquiring lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.470967] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.471443] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired external semaphore "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.471443] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Releasing lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.471851] env[66859]: DEBUG networking_nsxv3.common.locking [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.472097] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.472244] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.472575] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.472749] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.472930] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Resource: SegmentPort with ID: 4d8e2ee8-fbaf-4055-bba1-f8f64081bac7 is going to be created. [ 798.499114] env[66859]: DEBUG networking_nsxv3.common.locking [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.499114] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.499114] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.499114] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.499462] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.499874] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Releasing lock "port-4d8e2ee8-fbaf-4055-bba1-f8f64081bac7" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.551338] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 910cdfb9-04a0-4ca6-b5f4-4cadabe55712 [ 798.551570] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.551713] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.551769] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.551970] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.552090] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.552250] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:910cdfb9-04a0-4ca6-b5f4-4cadabe55712 already deleted. [ 798.552250] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-910cdfb9-04a0-4ca6-b5f4-4cadabe55712" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.698295] env[66859]: INFO networking_nsxv3.common.synchronization [None req-dbd22ca7-b24b-4d4b-b09f-b01dc406e64e tempest-ServerActionsV293TestJSON-614350402 tempest-ServerActionsV293TestJSON-614350402-project-member] Enqueued Resource ID: a0f04332-80d9-4894-b55e-4bca08942e71 with Priority: HIGHEST for action security_group_rules [ 798.699805] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a0f04332-80d9-4894-b55e-4bca08942e71 with Priority: HIGHEST for action security_group_rules [ 798.700445] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a0f04332-80d9-4894-b55e-4bca08942e71 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.700811] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a0f04332-80d9-4894-b55e-4bca08942e71" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.701109] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a0f04332-80d9-4894-b55e-4bca08942e71" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.701538] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a0f04332-80d9-4894-b55e-4bca08942e71" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.701720] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a0f04332-80d9-4894-b55e-4bca08942e71',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.804306] env[66859]: INFO networking_nsxv3.common.synchronization [None req-10f98834-fd13-48e3-99b0-327b48d2a949 tempest-ServerActionsV293TestJSON-614350402 tempest-ServerActionsV293TestJSON-614350402-project-member] Enqueued Resource ID: a0f04332-80d9-4894-b55e-4bca08942e71 with Priority: HIGHEST for action security_group_rules [ 798.804999] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a0f04332-80d9-4894-b55e-4bca08942e71 with Priority: HIGHEST for action security_group_rules [ 798.806322] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a0f04332-80d9-4894-b55e-4bca08942e71 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.806322] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a0f04332-80d9-4894-b55e-4bca08942e71" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.225367] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.225600] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.225600] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.225809] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.225903] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.226016] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a0f04332-80d9-4894-b55e-4bca08942e71 already deleted. [ 799.226099] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a0f04332-80d9-4894-b55e-4bca08942e71" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.226265] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a0f04332-80d9-4894-b55e-4bca08942e71" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.226426] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a0f04332-80d9-4894-b55e-4bca08942e71" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.226511] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a0f04332-80d9-4894-b55e-4bca08942e71',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.287699] env[66859]: INFO networking_nsxv3.common.synchronization [req-ba4ee81e-9ea7-4860-997a-2da32a64e927 req-9f45bec4-6853-45df-b073-fa14bd159522 service nova] Enqueued Resource ID: 09fc9b17-50d2-4789-87d2-0acbd68153f8 with Priority: HIGHEST for action security_group_rules [ 799.287917] env[66859]: INFO networking_nsxv3.common.synchronization [req-ba4ee81e-9ea7-4860-997a-2da32a64e927 req-9f45bec4-6853-45df-b073-fa14bd159522 service nova] Enqueued Resource ID: 09fc9b17-50d2-4789-87d2-0acbd68153f8 with Priority: HIGHEST for action security_group_members [ 799.288066] env[66859]: INFO networking_nsxv3.common.synchronization [req-ba4ee81e-9ea7-4860-997a-2da32a64e927 req-9f45bec4-6853-45df-b073-fa14bd159522 service nova] Enqueued Resource ID: 4d8e2ee8-fbaf-4055-bba1-f8f64081bac7 with Priority: HIGHEST for action port [ 799.288602] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 09fc9b17-50d2-4789-87d2-0acbd68153f8 with Priority: HIGHEST for action security_group_rules [ 799.288740] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 09fc9b17-50d2-4789-87d2-0acbd68153f8 with Priority: HIGHEST for action security_group_members [ 799.289038] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4d8e2ee8-fbaf-4055-bba1-f8f64081bac7 with Priority: HIGHEST for action port [ 799.289367] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock rules-09fc9b17-50d2-4789-87d2-0acbd68153f8 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.289484] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-09fc9b17-50d2-4789-87d2-0acbd68153f8" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.289551] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-09fc9b17-50d2-4789-87d2-0acbd68153f8" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.289818] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-09fc9b17-50d2-4789-87d2-0acbd68153f8" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.289911] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('09fc9b17-50d2-4789-87d2-0acbd68153f8',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.290877] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-09fc9b17-50d2-4789-87d2-0acbd68153f8 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.291164] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-09fc9b17-50d2-4789-87d2-0acbd68153f8" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.291274] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock port-4d8e2ee8-fbaf-4055-bba1-f8f64081bac7 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.291375] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4d8e2ee8-fbaf-4055-bba1-f8f64081bac7" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.291438] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4d8e2ee8-fbaf-4055-bba1-f8f64081bac7" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.291693] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4d8e2ee8-fbaf-4055-bba1-f8f64081bac7" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.291787] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4d8e2ee8-fbaf-4055-bba1-f8f64081bac7',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.752121] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.752300] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.752374] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.752580] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.752665] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.752756] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a0f04332-80d9-4894-b55e-4bca08942e71 already deleted. [ 799.752835] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a0f04332-80d9-4894-b55e-4bca08942e71" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.795827] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-09fc9b17-50d2-4789-87d2-0acbd68153f8 taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.795827] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-09fc9b17-50d2-4789-87d2-0acbd68153f8" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.795827] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4d8e2ee8-fbaf-4055-bba1-f8f64081bac7 with status ACTIVE [ 799.796065] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.796163] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.796163] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.796360] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.796482] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.796657] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.797257] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.797257] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.797257] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.797257] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.797257] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.797484] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.797484] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.797560] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.797595] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.798608] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4d8e2ee8-fbaf-4055-bba1-f8f64081bac7 is going to be updated. [ 799.821647] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.822071] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.822071] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.822149] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.822247] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.822425] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4d8e2ee8-fbaf-4055-bba1-f8f64081bac7" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.107123] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 09fc9b17-50d2-4789-87d2-0acbd68153f8 in Status: SUCCESS [ 800.107783] env[66859]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 09fc9b17-50d2-4789-87d2-0acbd68153f8 deletion is rescheduled due to dependency. [ 800.108043] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-09fc9b17-50d2-4789-87d2-0acbd68153f8" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.108640] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-09fc9b17-50d2-4789-87d2-0acbd68153f8" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.109127] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-09fc9b17-50d2-4789-87d2-0acbd68153f8" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.109237] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.109398] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.109473] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.109848] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.109937] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.110276] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('09fc9b17-50d2-4789-87d2-0acbd68153f8',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.339372] env[66859]: INFO networking_nsxv3.common.synchronization [None req-4f6512bd-da9a-4d41-8cae-6052a28d837c None None] Enqueued Resource ID: 8fff3559-3ea4-42b1-abb1-03e4d5c70973 with Priority: HIGHEST for action port [ 800.339372] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8fff3559-3ea4-42b1-abb1-03e4d5c70973 with Priority: HIGHEST for action port [ 800.339372] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock port-8fff3559-3ea4-42b1-abb1-03e4d5c70973 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.339372] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8fff3559-3ea4-42b1-abb1-03e4d5c70973" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.339372] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8fff3559-3ea4-42b1-abb1-03e4d5c70973" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.340833] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8fff3559-3ea4-42b1-abb1-03e4d5c70973" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.342182] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8fff3559-3ea4-42b1-abb1-03e4d5c70973',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.411810] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: da1f97c1-5b6a-4cef-b9ab-8112d4c337bd in Status: SUCCESS [ 800.412759] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-da1f97c1-5b6a-4cef-b9ab-8112d4c337bd" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.427220] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 05815d98-1b50-4d26-8929-608b000f06fa in Status: SUCCESS [ 800.427442] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-05815d98-1b50-4d26-8929-608b000f06fa" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.427705] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-05815d98-1b50-4d26-8929-608b000f06fa" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.428586] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-05815d98-1b50-4d26-8929-608b000f06fa" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.428586] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.428586] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.428586] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.428586] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.428586] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.428586] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-05815d98-1b50-4d26-8929-608b000f06fa" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.428586] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('05815d98-1b50-4d26-8929-608b000f06fa',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.613424] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('09fc9b17-50d2-4789-87d2-0acbd68153f8',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.846976] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8fff3559-3ea4-42b1-abb1-03e4d5c70973 [ 800.846976] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.846976] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.846976] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.846976] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.846976] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.846976] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8fff3559-3ea4-42b1-abb1-03e4d5c70973 already deleted. [ 800.846976] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8fff3559-3ea4-42b1-abb1-03e4d5c70973" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.933143] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-05815d98-1b50-4d26-8929-608b000f06fa taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.933493] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-05815d98-1b50-4d26-8929-608b000f06fa" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.933731] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-05815d98-1b50-4d26-8929-608b000f06fa" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.934075] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-05815d98-1b50-4d26-8929-608b000f06fa" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.934360] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.934580] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.934813] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.935106] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.935337] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.935516] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-05815d98-1b50-4d26-8929-608b000f06fa" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.935816] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-05815d98-1b50-4d26-8929-608b000f06fa taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.936057] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-05815d98-1b50-4d26-8929-608b000f06fa" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.936234] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-05815d98-1b50-4d26-8929-608b000f06fa" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.936486] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-05815d98-1b50-4d26-8929-608b000f06fa" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.936722] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.937147] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.937312] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.937587] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.937766] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.937942] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-05815d98-1b50-4d26-8929-608b000f06fa" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.938127] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('05815d98-1b50-4d26-8929-608b000f06fa',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.118599] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('09fc9b17-50d2-4789-87d2-0acbd68153f8',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.440732] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 05815d98-1b50-4d26-8929-608b000f06fa: rpc.has_security_group_logging(os_id): False [ 801.469439] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.469840] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.469840] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.470038] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.470038] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.470330] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.470419] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.470496] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.470644] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.470784] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.471020] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.471170] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.471249] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.471477] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.471562] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.471777] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.471886] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.471948] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.472118] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.472212] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.472312] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 05815d98-1b50-4d26-8929-608b000f06fa is going to be created. [ 801.545751] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.545751] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.545751] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.546323] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.546410] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.565042] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 05815d98-1b50-4d26-8929-608b000f06fa in Status: IN_PROGRESS for 2s [ 801.627652] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.627652] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.627652] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.627652] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.627652] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.627652] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 09fc9b17-50d2-4789-87d2-0acbd68153f8 is going to be updated. [ 801.687326] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.687567] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.688020] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.688020] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.688235] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.703341] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 09fc9b17-50d2-4789-87d2-0acbd68153f8 in Status: IN_PROGRESS for 2s [ 803.582336] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 05815d98-1b50-4d26-8929-608b000f06fa in Status: SUCCESS [ 803.582336] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-05815d98-1b50-4d26-8929-608b000f06fa" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.717490] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 09fc9b17-50d2-4789-87d2-0acbd68153f8 in Status: SUCCESS [ 803.717733] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-09fc9b17-50d2-4789-87d2-0acbd68153f8" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.717980] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-09fc9b17-50d2-4789-87d2-0acbd68153f8" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.718048] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-09fc9b17-50d2-4789-87d2-0acbd68153f8" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.718225] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.718352] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.718415] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.718585] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.718980] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.720079] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-09fc9b17-50d2-4789-87d2-0acbd68153f8" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.720079] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('09fc9b17-50d2-4789-87d2-0acbd68153f8',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.221917] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-09fc9b17-50d2-4789-87d2-0acbd68153f8 taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.222188] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-09fc9b17-50d2-4789-87d2-0acbd68153f8" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.222188] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-09fc9b17-50d2-4789-87d2-0acbd68153f8" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.223683] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-09fc9b17-50d2-4789-87d2-0acbd68153f8" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.223683] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.223683] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.223683] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.223946] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.223946] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.228021] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-09fc9b17-50d2-4789-87d2-0acbd68153f8" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.228021] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-09fc9b17-50d2-4789-87d2-0acbd68153f8 taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.228021] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-09fc9b17-50d2-4789-87d2-0acbd68153f8" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.228021] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-09fc9b17-50d2-4789-87d2-0acbd68153f8" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.228021] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-09fc9b17-50d2-4789-87d2-0acbd68153f8" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.228021] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.228021] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.228021] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.228021] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.228021] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.228021] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-09fc9b17-50d2-4789-87d2-0acbd68153f8" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.228021] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('09fc9b17-50d2-4789-87d2-0acbd68153f8',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.317352] env[66859]: INFO networking_nsxv3.common.synchronization [req-f4177d40-11ad-497b-94fb-66ca9ed179bb req-b6523c3d-ec9c-4d05-bdf2-24c0bc18430e tempest-ServersWithSpecificFlavorTestJSON-6506357 tempest-ServersWithSpecificFlavorTestJSON-6506357-project-member] Enqueued Resource ID: 25cdc873-ff62-40a0-9e9e-1db4cb9dc98c with Priority: HIGHEST for action security_group_members [ 804.317701] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 25cdc873-ff62-40a0-9e9e-1db4cb9dc98c with Priority: HIGHEST for action security_group_members [ 804.318221] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-25cdc873-ff62-40a0-9e9e-1db4cb9dc98c taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.318659] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-25cdc873-ff62-40a0-9e9e-1db4cb9dc98c" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.318659] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-25cdc873-ff62-40a0-9e9e-1db4cb9dc98c" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.318659] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-25cdc873-ff62-40a0-9e9e-1db4cb9dc98c" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.318816] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.318870] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.322514] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.322514] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.322514] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.322514] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('25cdc873-ff62-40a0-9e9e-1db4cb9dc98c',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.729339] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 09fc9b17-50d2-4789-87d2-0acbd68153f8: rpc.has_security_group_logging(os_id): False [ 804.751238] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.751742] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.751742] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.752423] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.752529] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.752737] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.752846] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.752924] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.753310] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.753310] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.753434] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.753489] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.753537] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.753652] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.753720] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.753911] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.754011] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.755553] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.755553] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.756786] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.756786] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 09fc9b17-50d2-4789-87d2-0acbd68153f8 is going to be updated. [ 804.826708] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.826961] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.827076] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.827345] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.830602] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.830717] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.857391] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.858070] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.858450] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.858780] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.859768] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.859768] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.859768] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 25cdc873-ff62-40a0-9e9e-1db4cb9dc98c is going to be updated. [ 804.861541] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.861541] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.861541] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.880719] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 09fc9b17-50d2-4789-87d2-0acbd68153f8 in Status: IN_PROGRESS for 2s [ 804.904028] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.904028] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.904290] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.904328] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.904553] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.920336] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 25cdc873-ff62-40a0-9e9e-1db4cb9dc98c in Status: IN_PROGRESS for 2s [ 805.975268] env[66859]: INFO networking_nsxv3.common.synchronization [req-bb3f2afb-840f-4d31-9021-edc3461b13cf req-7f1ae858-be4d-493d-8ace-08846d0037a3 tempest-ServerDiagnosticsNegativeTest-1179477944 tempest-ServerDiagnosticsNegativeTest-1179477944-project-member] Enqueued Resource ID: 8e92a329-5a21-44a3-98f9-4ea24cc92118 with Priority: HIGHEST for action security_group_members [ 805.976197] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e92a329-5a21-44a3-98f9-4ea24cc92118 with Priority: HIGHEST for action security_group_members [ 805.976495] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e92a329-5a21-44a3-98f9-4ea24cc92118 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.976618] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e92a329-5a21-44a3-98f9-4ea24cc92118" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.976683] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e92a329-5a21-44a3-98f9-4ea24cc92118" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.976942] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e92a329-5a21-44a3-98f9-4ea24cc92118" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.977116] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.977298] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.977298] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.977422] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.977506] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.977600] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8e92a329-5a21-44a3-98f9-4ea24cc92118',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.384109] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock network-96 taken with stack trace [, , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.384109] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "network-96" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.384109] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "network-96" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.387589] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "network-96" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.387589] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.387589] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.387589] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.387589] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.387589] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.387589] env[66859]: DEBUG dogpile.cache.region [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] No value present for key: 'zone-id' {{(pid=66859) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 806.387589] env[66859]: DEBUG dogpile.lock [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] NeedRegenerationException {{(pid=66859) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 806.387589] env[66859]: DEBUG dogpile.lock [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] no value, waiting for create lock {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 806.387589] env[66859]: DEBUG dogpile.lock [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] value creation lock acquired {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 806.387589] env[66859]: DEBUG dogpile.cache.region [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] No value present for key: 'zone-id' {{(pid=66859) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 806.387589] env[66859]: DEBUG dogpile.lock [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Calling creation function for not-yet-present value {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 806.387589] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 806.414675] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 806.414906] env[66859]: DEBUG dogpile.cache.region [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=66859) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 806.415176] env[66859]: DEBUG dogpile.lock [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Released creation lock {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 806.415366] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "network-96" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.415700] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock port-0dd8ce36-cffd-4055-b103-b06b44a8b1bf taken with stack trace [, , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.415874] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "port-0dd8ce36-cffd-4055-b103-b06b44a8b1bf" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.416018] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "port-0dd8ce36-cffd-4055-b103-b06b44a8b1bf" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.416360] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "port-0dd8ce36-cffd-4055-b103-b06b44a8b1bf" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.416492] env[66859]: DEBUG networking_nsxv3.api.rpc [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0dd8ce36-cffd-4055-b103-b06b44a8b1bf',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.479951] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.480251] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.480340] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.480602] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.480703] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.481127] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.481228] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.481266] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.481485] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.481590] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.481693] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8e92a329-5a21-44a3-98f9-4ea24cc92118 already deleted. [ 806.481785] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e92a329-5a21-44a3-98f9-4ea24cc92118" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.895632] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 09fc9b17-50d2-4789-87d2-0acbd68153f8 in Status: SUCCESS [ 806.895850] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-09fc9b17-50d2-4789-87d2-0acbd68153f8" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.919844] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.919844] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.920112] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.920352] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.920411] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.920562] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Segment Port 0dd8ce36-cffd-4055-b103-b06b44a8b1bf not found, creating... [ 806.920828] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.921358] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.921501] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.921777] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.921839] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.922157] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.922325] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.922418] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.922629] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.922977] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.922977] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Resource: SegmentPort with ID: 0dd8ce36-cffd-4055-b103-b06b44a8b1bf is going to be created. [ 806.936368] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 25cdc873-ff62-40a0-9e9e-1db4cb9dc98c in Status: SUCCESS [ 806.936553] env[66859]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 25cdc873-ff62-40a0-9e9e-1db4cb9dc98c deletion is rescheduled due to dependency. [ 806.937040] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-25cdc873-ff62-40a0-9e9e-1db4cb9dc98c" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.949702] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.949702] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.949702] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.950059] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.950750] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.950750] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "port-0dd8ce36-cffd-4055-b103-b06b44a8b1bf" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.218189] env[66859]: INFO networking_nsxv3.common.synchronization [req-bb3f2afb-840f-4d31-9021-edc3461b13cf req-5e1ffda0-92c5-468e-866b-d5748e659e7f service nova] Enqueued Resource ID: 8e92a329-5a21-44a3-98f9-4ea24cc92118 with Priority: HIGHEST for action security_group_rules [ 808.218546] env[66859]: INFO networking_nsxv3.common.synchronization [req-bb3f2afb-840f-4d31-9021-edc3461b13cf req-5e1ffda0-92c5-468e-866b-d5748e659e7f service nova] Enqueued Resource ID: 8e92a329-5a21-44a3-98f9-4ea24cc92118 with Priority: HIGHEST for action security_group_members [ 808.222395] env[66859]: INFO networking_nsxv3.common.synchronization [req-bb3f2afb-840f-4d31-9021-edc3461b13cf req-5e1ffda0-92c5-468e-866b-d5748e659e7f service nova] Enqueued Resource ID: 0dd8ce36-cffd-4055-b103-b06b44a8b1bf with Priority: HIGHEST for action port [ 808.222395] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e92a329-5a21-44a3-98f9-4ea24cc92118 with Priority: HIGHEST for action security_group_rules [ 808.226268] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e92a329-5a21-44a3-98f9-4ea24cc92118 with Priority: HIGHEST for action security_group_members [ 808.226268] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0dd8ce36-cffd-4055-b103-b06b44a8b1bf with Priority: HIGHEST for action port [ 808.226268] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8e92a329-5a21-44a3-98f9-4ea24cc92118 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.226268] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8e92a329-5a21-44a3-98f9-4ea24cc92118" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.226268] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8e92a329-5a21-44a3-98f9-4ea24cc92118" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.226644] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8e92a329-5a21-44a3-98f9-4ea24cc92118" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.227195] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8e92a329-5a21-44a3-98f9-4ea24cc92118',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.228587] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e92a329-5a21-44a3-98f9-4ea24cc92118 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.228725] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e92a329-5a21-44a3-98f9-4ea24cc92118" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.228871] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e92a329-5a21-44a3-98f9-4ea24cc92118" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.229123] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e92a329-5a21-44a3-98f9-4ea24cc92118" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.230075] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.230075] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.231841] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.232089] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.232459] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.232596] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8e92a329-5a21-44a3-98f9-4ea24cc92118',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.236385] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock port-0dd8ce36-cffd-4055-b103-b06b44a8b1bf taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.236385] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0dd8ce36-cffd-4055-b103-b06b44a8b1bf" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.236385] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0dd8ce36-cffd-4055-b103-b06b44a8b1bf" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.236385] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0dd8ce36-cffd-4055-b103-b06b44a8b1bf" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.236385] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0dd8ce36-cffd-4055-b103-b06b44a8b1bf',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.736164] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8e92a329-5a21-44a3-98f9-4ea24cc92118',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.739023] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0dd8ce36-cffd-4055-b103-b06b44a8b1bf with status ACTIVE [ 808.739148] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.739304] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.739382] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.739757] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.739757] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.739973] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.740098] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.740202] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.740341] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.740455] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.740660] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.740823] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.741028] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.741088] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.741212] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.741279] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0dd8ce36-cffd-4055-b103-b06b44a8b1bf is going to be updated. [ 808.743135] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e92a329-5a21-44a3-98f9-4ea24cc92118 taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.743239] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e92a329-5a21-44a3-98f9-4ea24cc92118" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.766080] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.767360] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.767360] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.768495] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.768495] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.768495] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0dd8ce36-cffd-4055-b103-b06b44a8b1bf" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.239986] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8e92a329-5a21-44a3-98f9-4ea24cc92118',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.744334] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.744334] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.744334] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.744334] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.744334] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.744334] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8e92a329-5a21-44a3-98f9-4ea24cc92118 is going to be created. [ 809.772669] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.773770] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.773770] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.773770] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.773770] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.784732] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8e92a329-5a21-44a3-98f9-4ea24cc92118 in Status: UNINITIALIZED for 2s [ 811.433332] env[66859]: INFO networking_nsxv3.common.synchronization [None req-52b3f046-f2d9-4fc1-8b3a-96433c8569e7 None None] Enqueued Resource ID: 00a51d0a-8fd5-4573-adc1-49d5591327eb with Priority: HIGHEST for action port [ 811.434843] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 00a51d0a-8fd5-4573-adc1-49d5591327eb with Priority: HIGHEST for action port [ 811.434843] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock port-00a51d0a-8fd5-4573-adc1-49d5591327eb taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.434843] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-00a51d0a-8fd5-4573-adc1-49d5591327eb" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.434843] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-00a51d0a-8fd5-4573-adc1-49d5591327eb" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.434843] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-00a51d0a-8fd5-4573-adc1-49d5591327eb" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.434843] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('00a51d0a-8fd5-4573-adc1-49d5591327eb',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.530481] env[66859]: INFO networking_nsxv3.common.synchronization [req-f3375e2a-00a4-4303-af31-66d38a2b92a8 req-68967913-fa77-49a2-9bfc-99d47fd46650 tempest-TenantUsagesTestJSON-1412296757 tempest-TenantUsagesTestJSON-1412296757-project-member] Enqueued Resource ID: 05815d98-1b50-4d26-8929-608b000f06fa with Priority: HIGHEST for action security_group_members [ 811.531504] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 05815d98-1b50-4d26-8929-608b000f06fa with Priority: HIGHEST for action security_group_members [ 811.531504] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-05815d98-1b50-4d26-8929-608b000f06fa taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.531504] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-05815d98-1b50-4d26-8929-608b000f06fa" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.531504] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-05815d98-1b50-4d26-8929-608b000f06fa" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.532409] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-05815d98-1b50-4d26-8929-608b000f06fa" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.532588] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.532695] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.532751] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.532923] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.533033] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.534099] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('05815d98-1b50-4d26-8929-608b000f06fa',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.797745] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8e92a329-5a21-44a3-98f9-4ea24cc92118 in Status: SUCCESS [ 811.797745] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e92a329-5a21-44a3-98f9-4ea24cc92118" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.797745] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e92a329-5a21-44a3-98f9-4ea24cc92118" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.797745] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e92a329-5a21-44a3-98f9-4ea24cc92118" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.797745] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.797745] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.797745] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.798054] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.798054] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.798130] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e92a329-5a21-44a3-98f9-4ea24cc92118" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.798165] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8e92a329-5a21-44a3-98f9-4ea24cc92118',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.938682] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 00a51d0a-8fd5-4573-adc1-49d5591327eb [ 811.939247] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.939755] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.939882] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.940143] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.940265] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.940793] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:00a51d0a-8fd5-4573-adc1-49d5591327eb already deleted. [ 811.941599] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-00a51d0a-8fd5-4573-adc1-49d5591327eb" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.035973] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.036172] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.036304] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.036475] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.036557] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.036769] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.036869] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.036957] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.037119] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.037198] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.037282] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 05815d98-1b50-4d26-8929-608b000f06fa is going to be updated. [ 812.068317] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.069594] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.069594] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.070216] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.070638] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.083437] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 05815d98-1b50-4d26-8929-608b000f06fa in Status: IN_PROGRESS for 2s [ 812.301588] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e92a329-5a21-44a3-98f9-4ea24cc92118 taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.302156] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e92a329-5a21-44a3-98f9-4ea24cc92118" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.302767] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e92a329-5a21-44a3-98f9-4ea24cc92118" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.302851] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e92a329-5a21-44a3-98f9-4ea24cc92118" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.303165] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.303321] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.303465] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.303719] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.303812] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.303905] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e92a329-5a21-44a3-98f9-4ea24cc92118" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.304097] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e92a329-5a21-44a3-98f9-4ea24cc92118 taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.304200] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e92a329-5a21-44a3-98f9-4ea24cc92118" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.305363] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e92a329-5a21-44a3-98f9-4ea24cc92118" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.308257] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e92a329-5a21-44a3-98f9-4ea24cc92118" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.308612] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.308753] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.308822] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.308991] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.309107] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.309198] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e92a329-5a21-44a3-98f9-4ea24cc92118" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.309298] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8e92a329-5a21-44a3-98f9-4ea24cc92118',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.814933] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8e92a329-5a21-44a3-98f9-4ea24cc92118: rpc.has_security_group_logging(os_id): False [ 812.841723] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.841905] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.841905] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.842112] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.842209] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.842402] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.842508] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.842565] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.842733] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.842808] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.842998] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.843107] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.843164] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.843303] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.843387] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.843577] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.843660] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.843723] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.843861] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.843964] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.845730] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8e92a329-5a21-44a3-98f9-4ea24cc92118 is going to be created. [ 812.885014] env[66859]: INFO networking_nsxv3.common.synchronization [req-1917fa1d-bad3-4377-9936-9c5c81d87c0e req-0a72312d-5d25-4fba-9303-bb393a552d94 tempest-ServerActionsTestJSON-1153645179 tempest-ServerActionsTestJSON-1153645179-project-member] Enqueued Resource ID: 25137f8a-d107-430f-a47d-081a2e1cdd9c with Priority: HIGHEST for action security_group_members [ 812.886503] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 25137f8a-d107-430f-a47d-081a2e1cdd9c with Priority: HIGHEST for action security_group_members [ 812.886503] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-25137f8a-d107-430f-a47d-081a2e1cdd9c taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.886503] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-25137f8a-d107-430f-a47d-081a2e1cdd9c" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.886503] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-25137f8a-d107-430f-a47d-081a2e1cdd9c" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.886503] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-25137f8a-d107-430f-a47d-081a2e1cdd9c" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.886764] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.886764] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.886764] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.886906] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.886987] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.887105] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('25137f8a-d107-430f-a47d-081a2e1cdd9c',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.943038] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.943038] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.943038] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.943038] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.943038] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.958866] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8e92a329-5a21-44a3-98f9-4ea24cc92118 in Status: IN_PROGRESS for 2s [ 813.388903] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock network-683 taken with stack trace [, , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.389108] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "network-683" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.389227] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "network-683" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.389568] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "network-683" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.390082] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.390324] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.390542] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.390814] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.391070] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.391337] env[66859]: DEBUG dogpile.cache.region [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] No value present for key: 'zone-id' {{(pid=66859) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 813.391486] env[66859]: DEBUG dogpile.lock [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] NeedRegenerationException {{(pid=66859) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 813.391655] env[66859]: DEBUG dogpile.lock [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] no value, waiting for create lock {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 813.391781] env[66859]: DEBUG dogpile.lock [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] value creation lock acquired {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 813.392076] env[66859]: DEBUG dogpile.cache.region [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] No value present for key: 'zone-id' {{(pid=66859) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 813.392076] env[66859]: DEBUG dogpile.lock [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Calling creation function for not-yet-present value {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 813.392242] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 813.393902] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.393996] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.394086] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.394296] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.394505] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.394934] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.395218] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.395218] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.395915] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.396188] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.396188] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 25137f8a-d107-430f-a47d-081a2e1cdd9c already deleted. [ 813.396188] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-25137f8a-d107-430f-a47d-081a2e1cdd9c" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.418361] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 813.418600] env[66859]: DEBUG dogpile.cache.region [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=66859) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 813.418676] env[66859]: DEBUG dogpile.lock [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Released creation lock {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 813.419141] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "network-683" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.419223] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock port-6d51b4b6-e249-4b28-a1c1-22560342ea4c taken with stack trace [, , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.419380] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "port-6d51b4b6-e249-4b28-a1c1-22560342ea4c" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.419469] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "port-6d51b4b6-e249-4b28-a1c1-22560342ea4c" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.419798] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "port-6d51b4b6-e249-4b28-a1c1-22560342ea4c" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.420038] env[66859]: DEBUG networking_nsxv3.api.rpc [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6d51b4b6-e249-4b28-a1c1-22560342ea4c',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.926471] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.926471] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.926471] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.926471] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.927044] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.927044] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Segment Port 6d51b4b6-e249-4b28-a1c1-22560342ea4c not found, creating... [ 813.928455] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.928455] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.928455] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.928455] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.928455] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.928455] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.929737] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.930063] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.931040] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.931790] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.932403] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Resource: SegmentPort with ID: 6d51b4b6-e249-4b28-a1c1-22560342ea4c is going to be created. [ 813.957610] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.957850] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.957998] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.958269] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.958505] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.959378] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "port-6d51b4b6-e249-4b28-a1c1-22560342ea4c" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.100372] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 05815d98-1b50-4d26-8929-608b000f06fa in Status: SUCCESS [ 814.100372] env[66859]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 05815d98-1b50-4d26-8929-608b000f06fa deletion is rescheduled due to dependency. [ 814.100372] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-05815d98-1b50-4d26-8929-608b000f06fa" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.245141] env[66859]: INFO networking_nsxv3.common.synchronization [None req-11b81ff2-fe56-42d9-b525-1897e9ff4ece None None] Enqueued Resource ID: 0f5f701d-3a30-4057-9b88-b421ee9304a5 with Priority: HIGHEST for action port [ 814.245808] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f5f701d-3a30-4057-9b88-b421ee9304a5 with Priority: HIGHEST for action port [ 814.247494] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock port-0f5f701d-3a30-4057-9b88-b421ee9304a5 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.247823] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0f5f701d-3a30-4057-9b88-b421ee9304a5" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.247823] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0f5f701d-3a30-4057-9b88-b421ee9304a5" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.248490] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0f5f701d-3a30-4057-9b88-b421ee9304a5" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.248490] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0f5f701d-3a30-4057-9b88-b421ee9304a5',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.384728] env[66859]: INFO networking_nsxv3.common.synchronization [None req-a1f24d40-122b-4635-b4cb-0becf3324fac None None] Enqueued Resource ID: a26cc182-8061-4330-a965-56b8423a813f with Priority: HIGHEST for action port [ 814.386102] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a26cc182-8061-4330-a965-56b8423a813f with Priority: HIGHEST for action port [ 814.386199] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock port-a26cc182-8061-4330-a965-56b8423a813f taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.386380] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a26cc182-8061-4330-a965-56b8423a813f" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.386494] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a26cc182-8061-4330-a965-56b8423a813f" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.386863] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a26cc182-8061-4330-a965-56b8423a813f" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.386981] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a26cc182-8061-4330-a965-56b8423a813f',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.667088] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.667088] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.667088] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.667088] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.667088] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.688803] env[66859]: INFO networking_nsxv3.common.synchronization [req-1917fa1d-bad3-4377-9936-9c5c81d87c0e req-22e726b8-f74b-4de9-828d-16043527feee service nova] Enqueued Resource ID: 25137f8a-d107-430f-a47d-081a2e1cdd9c with Priority: HIGHEST for action security_group_rules [ 814.688803] env[66859]: INFO networking_nsxv3.common.synchronization [req-1917fa1d-bad3-4377-9936-9c5c81d87c0e req-22e726b8-f74b-4de9-828d-16043527feee service nova] Enqueued Resource ID: 25137f8a-d107-430f-a47d-081a2e1cdd9c with Priority: HIGHEST for action security_group_members [ 814.688803] env[66859]: INFO networking_nsxv3.common.synchronization [req-1917fa1d-bad3-4377-9936-9c5c81d87c0e req-22e726b8-f74b-4de9-828d-16043527feee service nova] Enqueued Resource ID: 6d51b4b6-e249-4b28-a1c1-22560342ea4c with Priority: HIGHEST for action port [ 814.689255] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 25137f8a-d107-430f-a47d-081a2e1cdd9c with Priority: HIGHEST for action security_group_rules [ 814.689406] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 25137f8a-d107-430f-a47d-081a2e1cdd9c with Priority: HIGHEST for action security_group_members [ 814.689504] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6d51b4b6-e249-4b28-a1c1-22560342ea4c with Priority: HIGHEST for action port [ 814.689804] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock rules-25137f8a-d107-430f-a47d-081a2e1cdd9c taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.690640] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-25137f8a-d107-430f-a47d-081a2e1cdd9c" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.690640] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-25137f8a-d107-430f-a47d-081a2e1cdd9c" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.690640] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-25137f8a-d107-430f-a47d-081a2e1cdd9c" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.690640] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('25137f8a-d107-430f-a47d-081a2e1cdd9c',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.691710] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-25137f8a-d107-430f-a47d-081a2e1cdd9c taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.691903] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-25137f8a-d107-430f-a47d-081a2e1cdd9c" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.692084] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-25137f8a-d107-430f-a47d-081a2e1cdd9c" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.692316] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-25137f8a-d107-430f-a47d-081a2e1cdd9c" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.692572] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.694470] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.694546] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.695476] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.695476] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.695476] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('25137f8a-d107-430f-a47d-081a2e1cdd9c',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.696291] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock port-6d51b4b6-e249-4b28-a1c1-22560342ea4c taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.696362] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6d51b4b6-e249-4b28-a1c1-22560342ea4c" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.696399] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6d51b4b6-e249-4b28-a1c1-22560342ea4c" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.697252] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6d51b4b6-e249-4b28-a1c1-22560342ea4c" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.697252] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6d51b4b6-e249-4b28-a1c1-22560342ea4c',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.751426] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0f5f701d-3a30-4057-9b88-b421ee9304a5 [ 814.751426] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.751426] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.751426] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.751426] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.751426] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.753563] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0f5f701d-3a30-4057-9b88-b421ee9304a5 already deleted. [ 814.753563] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0f5f701d-3a30-4057-9b88-b421ee9304a5" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.889631] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a26cc182-8061-4330-a965-56b8423a813f [ 814.890067] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.890258] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.890355] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.890629] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.890737] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.890893] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a26cc182-8061-4330-a965-56b8423a813f already deleted. [ 814.891015] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a26cc182-8061-4330-a965-56b8423a813f" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.971200] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8e92a329-5a21-44a3-98f9-4ea24cc92118 in Status: SUCCESS [ 814.971788] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8e92a329-5a21-44a3-98f9-4ea24cc92118" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.171971] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.198235] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-25137f8a-d107-430f-a47d-081a2e1cdd9c taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.198370] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-25137f8a-d107-430f-a47d-081a2e1cdd9c" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.198944] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('25137f8a-d107-430f-a47d-081a2e1cdd9c',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.200610] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6d51b4b6-e249-4b28-a1c1-22560342ea4c with status ACTIVE [ 815.200698] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.200822] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.200915] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.201154] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.201245] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.201431] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.201540] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.201599] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.201752] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.201826] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.202435] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.202435] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.202435] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.202435] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.202700] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.202700] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6d51b4b6-e249-4b28-a1c1-22560342ea4c is going to be updated. [ 815.233318] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.233457] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.233530] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.233853] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.234011] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.234181] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6d51b4b6-e249-4b28-a1c1-22560342ea4c" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.676676] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.704599] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('25137f8a-d107-430f-a47d-081a2e1cdd9c',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.004623] env[66859]: INFO networking_nsxv3.common.synchronization [req-65d6ded0-b3b1-4e6f-bbfb-149ee9e267ee req-a4b16ca3-46cf-49e2-a66a-f23564045234 tempest-ImagesOneServerNegativeTestJSON-1778756211 tempest-ImagesOneServerNegativeTestJSON-1778756211-project-member] Enqueued Resource ID: c2c43257-96ff-41e0-9170-22fd44ad03b7 with Priority: HIGHEST for action security_group_members [ 816.005225] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c2c43257-96ff-41e0-9170-22fd44ad03b7 with Priority: HIGHEST for action security_group_members [ 816.005878] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-c2c43257-96ff-41e0-9170-22fd44ad03b7 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.006820] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c2c43257-96ff-41e0-9170-22fd44ad03b7" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.007014] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c2c43257-96ff-41e0-9170-22fd44ad03b7" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.007259] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c2c43257-96ff-41e0-9170-22fd44ad03b7" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.007440] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.007554] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.007619] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.007793] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.007931] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.008034] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c2c43257-96ff-41e0-9170-22fd44ad03b7',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.177892] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 816.179239] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 816.208377] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.208688] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.208688] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.208894] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.208956] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.209123] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 25137f8a-d107-430f-a47d-081a2e1cdd9c is going to be created. [ 816.242826] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.243064] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.243138] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.243337] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.243524] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.259360] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 25137f8a-d107-430f-a47d-081a2e1cdd9c in Status: UNINITIALIZED for 2s [ 816.511998] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.512191] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.512266] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.512481] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.512589] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.513147] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.513147] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.513147] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.513147] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.513371] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.513371] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c2c43257-96ff-41e0-9170-22fd44ad03b7 is going to be updated. [ 816.551262] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.551262] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.551262] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.551413] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.551546] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.572039] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c2c43257-96ff-41e0-9170-22fd44ad03b7 in Status: IN_PROGRESS for 2s [ 817.118345] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.118726] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.118726] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.118973] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.134099] env[66859]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 817.134281] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.135223] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 817.166490] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.166679] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.166679] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.167156] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.173048] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.173917] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 817.174073] env[66859]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=66859) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 817.174200] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 817.223522] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.223522] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.223522] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.223522] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.224058] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.224189] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 817.265249] env[66859]: INFO networking_nsxv3.common.synchronization [None req-0ef46d47-b71b-453d-8259-c77285e3e835 None None] Enqueued Resource ID: 8eb32072-8b1b-4b62-9a5c-9ad4666680cd with Priority: HIGHEST for action port [ 817.265541] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8eb32072-8b1b-4b62-9a5c-9ad4666680cd with Priority: HIGHEST for action port [ 817.266085] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock port-8eb32072-8b1b-4b62-9a5c-9ad4666680cd taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.266636] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8eb32072-8b1b-4b62-9a5c-9ad4666680cd" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.266830] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8eb32072-8b1b-4b62-9a5c-9ad4666680cd" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.267277] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8eb32072-8b1b-4b62-9a5c-9ad4666680cd" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.268775] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8eb32072-8b1b-4b62-9a5c-9ad4666680cd',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.327026] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.327026] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.327026] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.327026] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.327026] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.327411] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 817.477999] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.478408] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.478563] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.478952] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.479455] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.479915] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:36. [ 817.480224] env[66859]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'b157eea2-2a05-4c0c-9863-797d66861983', '6cd8db56-47f4-429c-8234-a12a6f9345c8', '2fe8009b-4231-4c5a-8bd8-f40c9782e4b8', 'c2c43257-96ff-41e0-9170-22fd44ad03b7', 'ddeb6836-55c0-4e73-893a-9421a4d96424', '6ba5dfb6-32fd-48f1-b0cf-69d210751ff9', '955eb3b7-7e9e-4972-9cd5-948338492739', '05815d98-1b50-4d26-8929-608b000f06fa', 'd1eefa23-9462-4d1d-98d8-a427fa544370', '5660224f-6c89-411f-9dec-2dc1080a258e', '94f02bb9-4419-424e-bdd4-bc4ac40eba55', 'acbae6a5-b9cb-4715-9a33-1f4541e42659', '744147b6-7eaf-46f1-a7cd-edd87a7028f4', '68272dce-d5c2-448b-9d17-a6059264aa6b', 'fd5a1b3a-0b65-4cbd-b3cb-2a0523fb6925', '2894f0de-c794-4b89-a9ce-7aeb4a43bda5', '1144757e-e67c-488c-b78d-b24437441b02', 'db3c18d0-0157-4b32-aa29-403e7eda3e16', 'ea3df809-d2e1-45f2-b781-d4e78b56f440', '25cdc873-ff62-40a0-9e9e-1db4cb9dc98c', '61a9a6ec-57b9-4936-b34a-32d467c50283', '23166515-b200-4685-af0d-00ad505cf17c', '8e92a329-5a21-44a3-98f9-4ea24cc92118', 'da1f97c1-5b6a-4cef-b9ab-8112d4c337bd', '70e9380f-d543-43af-88fa-f82c07999d51', '2a79f51d-2846-4506-af33-55ae2154e6b5', '4522597f-f640-407a-8ae0-aa2fe02a5298', '18681103-b00f-4175-a382-0ef43f41024d', 'a8f5660e-cdcb-4850-84ec-137bbc961d44', 'a503a71a-3769-43f7-98f3-2a5afc59016f', '09fc9b17-50d2-4789-87d2-0acbd68153f8', '70b72ba9-54e5-4169-9f7e-0932f166000d', '758bec90-5338-4686-8303-0d1624e18914', 'a8db944f-5ab5-41ea-a1a4-dfecf0473c49', '9977798c-edc8-4a04-a548-1818f0310d60', 'e6237ad6-5a9e-4aa5-b4b6-5b76f2a344e7'} {{(pid=66859) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 817.480454] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 817.511145] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.511439] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.511439] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.511645] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.511727] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.511849] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 817.511948] env[66859]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=66859) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 817.512064] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 817.590173] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.590485] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.590635] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.591187] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.594034] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.594034] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 817.594034] env[66859]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=66859) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 817.594034] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 817.594034] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 817.594034] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/36 resources of Type:Security Group Rules [ 817.594034] env[66859]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b157eea2-2a05-4c0c-9863-797d66861983 with Priority: HIGH for action security_group_rules [ 817.594034] env[66859]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 6cd8db56-47f4-429c-8234-a12a6f9345c8 with Priority: HIGH for action security_group_rules [ 817.594034] env[66859]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2fe8009b-4231-4c5a-8bd8-f40c9782e4b8 with Priority: HIGH for action security_group_rules [ 817.594034] env[66859]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c2c43257-96ff-41e0-9170-22fd44ad03b7 with Priority: HIGH for action security_group_rules [ 817.594034] env[66859]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ddeb6836-55c0-4e73-893a-9421a4d96424 with Priority: HIGH for action security_group_rules [ 817.594034] env[66859]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 6ba5dfb6-32fd-48f1-b0cf-69d210751ff9 with Priority: HIGH for action security_group_rules [ 817.594034] env[66859]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 955eb3b7-7e9e-4972-9cd5-948338492739 with Priority: HIGH for action security_group_rules [ 817.594034] env[66859]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 05815d98-1b50-4d26-8929-608b000f06fa with Priority: HIGH for action security_group_rules [ 817.594034] env[66859]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d1eefa23-9462-4d1d-98d8-a427fa544370 with Priority: HIGH for action security_group_rules [ 817.594034] env[66859]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 5660224f-6c89-411f-9dec-2dc1080a258e with Priority: HIGH for action security_group_rules [ 817.594034] env[66859]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 94f02bb9-4419-424e-bdd4-bc4ac40eba55 with Priority: HIGH for action security_group_rules [ 817.594034] env[66859]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: acbae6a5-b9cb-4715-9a33-1f4541e42659 with Priority: HIGH for action security_group_rules [ 817.594735] env[66859]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 744147b6-7eaf-46f1-a7cd-edd87a7028f4 with Priority: HIGH for action security_group_rules [ 817.594735] env[66859]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 68272dce-d5c2-448b-9d17-a6059264aa6b with Priority: HIGH for action security_group_rules [ 817.594735] env[66859]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: fd5a1b3a-0b65-4cbd-b3cb-2a0523fb6925 with Priority: HIGH for action security_group_rules [ 817.594735] env[66859]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2894f0de-c794-4b89-a9ce-7aeb4a43bda5 with Priority: HIGH for action security_group_rules [ 817.594735] env[66859]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1144757e-e67c-488c-b78d-b24437441b02 with Priority: HIGH for action security_group_rules [ 817.594735] env[66859]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: db3c18d0-0157-4b32-aa29-403e7eda3e16 with Priority: HIGH for action security_group_rules [ 817.594735] env[66859]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ea3df809-d2e1-45f2-b781-d4e78b56f440 with Priority: HIGH for action security_group_rules [ 817.594735] env[66859]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 25cdc873-ff62-40a0-9e9e-1db4cb9dc98c with Priority: HIGH for action security_group_rules [ 817.594735] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.771606] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8eb32072-8b1b-4b62-9a5c-9ad4666680cd [ 817.771606] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.771765] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.771765] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.773169] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.773169] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.773169] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8eb32072-8b1b-4b62-9a5c-9ad4666680cd already deleted. [ 817.773169] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8eb32072-8b1b-4b62-9a5c-9ad4666680cd" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.272076] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 25137f8a-d107-430f-a47d-081a2e1cdd9c in Status: SUCCESS [ 818.272339] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-25137f8a-d107-430f-a47d-081a2e1cdd9c" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.272447] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-25137f8a-d107-430f-a47d-081a2e1cdd9c" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.272631] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-25137f8a-d107-430f-a47d-081a2e1cdd9c" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.272850] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.273098] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.273098] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.273281] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.273326] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.273457] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-25137f8a-d107-430f-a47d-081a2e1cdd9c" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.273511] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('25137f8a-d107-430f-a47d-081a2e1cdd9c',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.583609] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c2c43257-96ff-41e0-9170-22fd44ad03b7 in Status: SUCCESS [ 818.583848] env[66859]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c2c43257-96ff-41e0-9170-22fd44ad03b7 deletion is rescheduled due to dependency. [ 818.583990] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c2c43257-96ff-41e0-9170-22fd44ad03b7" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.776874] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('25137f8a-d107-430f-a47d-081a2e1cdd9c',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.806505] env[66859]: INFO networking_nsxv3.common.synchronization [req-b956622c-2d6b-4af6-b9d4-6c5fb684ccad req-0d6165b4-5c27-4d2f-b6b0-2ada5c1a8a3f tempest-ServerActionsTestOtherA-665867162 tempest-ServerActionsTestOtherA-665867162-project-member] Enqueued Resource ID: db4aa64c-ed9c-4fc8-8359-82c95d910445 with Priority: HIGHEST for action security_group_members [ 818.807148] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db4aa64c-ed9c-4fc8-8359-82c95d910445 with Priority: HIGHEST for action security_group_members [ 818.807300] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b157eea2-2a05-4c0c-9863-797d66861983 with Priority: HIGH for action security_group_rules [ 818.807402] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2fe8009b-4231-4c5a-8bd8-f40c9782e4b8 with Priority: HIGH for action security_group_rules [ 818.807496] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 955eb3b7-7e9e-4972-9cd5-948338492739 with Priority: HIGH for action security_group_rules [ 818.810022] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd5a1b3a-0b65-4cbd-b3cb-2a0523fb6925 with Priority: HIGH for action security_group_rules [ 818.810022] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 25cdc873-ff62-40a0-9e9e-1db4cb9dc98c with Priority: HIGH for action security_group_rules [ 818.810022] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ea3df809-d2e1-45f2-b781-d4e78b56f440 with Priority: HIGH for action security_group_rules [ 818.810022] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db3c18d0-0157-4b32-aa29-403e7eda3e16 with Priority: HIGH for action security_group_rules [ 818.810022] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1144757e-e67c-488c-b78d-b24437441b02 with Priority: HIGH for action security_group_rules [ 818.810022] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68272dce-d5c2-448b-9d17-a6059264aa6b with Priority: HIGH for action security_group_rules [ 818.810022] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2894f0de-c794-4b89-a9ce-7aeb4a43bda5 with Priority: HIGH for action security_group_rules [ 818.810022] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 744147b6-7eaf-46f1-a7cd-edd87a7028f4 with Priority: HIGH for action security_group_rules [ 818.810022] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: acbae6a5-b9cb-4715-9a33-1f4541e42659 with Priority: HIGH for action security_group_rules [ 818.810022] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 94f02bb9-4419-424e-bdd4-bc4ac40eba55 with Priority: HIGH for action security_group_rules [ 818.810022] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5660224f-6c89-411f-9dec-2dc1080a258e with Priority: HIGH for action security_group_rules [ 818.810022] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d1eefa23-9462-4d1d-98d8-a427fa544370 with Priority: HIGH for action security_group_rules [ 818.810022] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6ba5dfb6-32fd-48f1-b0cf-69d210751ff9 with Priority: HIGH for action security_group_rules [ 818.810022] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 05815d98-1b50-4d26-8929-608b000f06fa with Priority: HIGH for action security_group_rules [ 818.810616] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ddeb6836-55c0-4e73-893a-9421a4d96424 with Priority: HIGH for action security_group_rules [ 818.810616] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6cd8db56-47f4-429c-8234-a12a6f9345c8 with Priority: HIGH for action security_group_rules [ 818.810616] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c2c43257-96ff-41e0-9170-22fd44ad03b7 with Priority: HIGH for action security_group_rules [ 818.811371] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-db4aa64c-ed9c-4fc8-8359-82c95d910445 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.811726] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-db4aa64c-ed9c-4fc8-8359-82c95d910445" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.811846] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-db4aa64c-ed9c-4fc8-8359-82c95d910445" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.812161] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-db4aa64c-ed9c-4fc8-8359-82c95d910445" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.815093] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.815237] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.815338] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.815565] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.815683] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.815807] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('db4aa64c-ed9c-4fc8-8359-82c95d910445',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.820240] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b157eea2-2a05-4c0c-9863-797d66861983 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.820448] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b157eea2-2a05-4c0c-9863-797d66861983" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.820512] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b157eea2-2a05-4c0c-9863-797d66861983" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.820763] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b157eea2-2a05-4c0c-9863-797d66861983" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.820826] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b157eea2-2a05-4c0c-9863-797d66861983',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.821812] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2fe8009b-4231-4c5a-8bd8-f40c9782e4b8 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.821921] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2fe8009b-4231-4c5a-8bd8-f40c9782e4b8" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.821998] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2fe8009b-4231-4c5a-8bd8-f40c9782e4b8" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.822169] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2fe8009b-4231-4c5a-8bd8-f40c9782e4b8" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.822290] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2fe8009b-4231-4c5a-8bd8-f40c9782e4b8',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.823241] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock rules-955eb3b7-7e9e-4972-9cd5-948338492739 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.823391] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-955eb3b7-7e9e-4972-9cd5-948338492739" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.823448] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-955eb3b7-7e9e-4972-9cd5-948338492739" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.824146] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-955eb3b7-7e9e-4972-9cd5-948338492739" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.824146] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('955eb3b7-7e9e-4972-9cd5-948338492739',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.826665] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fd5a1b3a-0b65-4cbd-b3cb-2a0523fb6925 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.826797] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fd5a1b3a-0b65-4cbd-b3cb-2a0523fb6925" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.828738] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fd5a1b3a-0b65-4cbd-b3cb-2a0523fb6925" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.828990] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fd5a1b3a-0b65-4cbd-b3cb-2a0523fb6925" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.829143] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fd5a1b3a-0b65-4cbd-b3cb-2a0523fb6925',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.005976] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock rules-25cdc873-ff62-40a0-9e9e-1db4cb9dc98c taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.006183] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-25cdc873-ff62-40a0-9e9e-1db4cb9dc98c" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.006183] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-25cdc873-ff62-40a0-9e9e-1db4cb9dc98c" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.006487] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-25cdc873-ff62-40a0-9e9e-1db4cb9dc98c" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.006487] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('25cdc873-ff62-40a0-9e9e-1db4cb9dc98c',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.008958] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ea3df809-d2e1-45f2-b781-d4e78b56f440 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.009100] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ea3df809-d2e1-45f2-b781-d4e78b56f440" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.009209] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ea3df809-d2e1-45f2-b781-d4e78b56f440" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.009343] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ea3df809-d2e1-45f2-b781-d4e78b56f440" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.009434] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ea3df809-d2e1-45f2-b781-d4e78b56f440',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.010758] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock rules-db3c18d0-0157-4b32-aa29-403e7eda3e16 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.010758] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-db3c18d0-0157-4b32-aa29-403e7eda3e16" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.011079] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-db3c18d0-0157-4b32-aa29-403e7eda3e16" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.011079] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-db3c18d0-0157-4b32-aa29-403e7eda3e16" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.011079] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('db3c18d0-0157-4b32-aa29-403e7eda3e16',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.012849] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1144757e-e67c-488c-b78d-b24437441b02 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.012849] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1144757e-e67c-488c-b78d-b24437441b02" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.012849] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1144757e-e67c-488c-b78d-b24437441b02" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.012849] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1144757e-e67c-488c-b78d-b24437441b02" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.012849] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1144757e-e67c-488c-b78d-b24437441b02',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.013245] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock rules-68272dce-d5c2-448b-9d17-a6059264aa6b taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.013983] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-68272dce-d5c2-448b-9d17-a6059264aa6b" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.013983] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-68272dce-d5c2-448b-9d17-a6059264aa6b" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.013983] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-68272dce-d5c2-448b-9d17-a6059264aa6b" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.013983] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('68272dce-d5c2-448b-9d17-a6059264aa6b',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.013983] env[66859]: WARNING oslo_messaging._drivers.amqpdriver [-] Number of call queues is 11, greater than warning threshold: 10. There could be a leak. Increasing threshold to: 20 [ 819.014782] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2894f0de-c794-4b89-a9ce-7aeb4a43bda5 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.015044] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2894f0de-c794-4b89-a9ce-7aeb4a43bda5" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.015044] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2894f0de-c794-4b89-a9ce-7aeb4a43bda5" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.015170] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2894f0de-c794-4b89-a9ce-7aeb4a43bda5" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.015170] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2894f0de-c794-4b89-a9ce-7aeb4a43bda5',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.015929] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock rules-744147b6-7eaf-46f1-a7cd-edd87a7028f4 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.016090] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-744147b6-7eaf-46f1-a7cd-edd87a7028f4" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.016090] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-744147b6-7eaf-46f1-a7cd-edd87a7028f4" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.016256] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-744147b6-7eaf-46f1-a7cd-edd87a7028f4" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.016326] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('744147b6-7eaf-46f1-a7cd-edd87a7028f4',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.017123] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock rules-acbae6a5-b9cb-4715-9a33-1f4541e42659 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.017289] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-acbae6a5-b9cb-4715-9a33-1f4541e42659" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.017289] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-acbae6a5-b9cb-4715-9a33-1f4541e42659" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.018080] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-acbae6a5-b9cb-4715-9a33-1f4541e42659" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.018080] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('acbae6a5-b9cb-4715-9a33-1f4541e42659',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.018748] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock rules-94f02bb9-4419-424e-bdd4-bc4ac40eba55 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.018813] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-94f02bb9-4419-424e-bdd4-bc4ac40eba55" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.018870] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-94f02bb9-4419-424e-bdd4-bc4ac40eba55" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.019124] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-94f02bb9-4419-424e-bdd4-bc4ac40eba55" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.019124] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('94f02bb9-4419-424e-bdd4-bc4ac40eba55',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.019888] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5660224f-6c89-411f-9dec-2dc1080a258e taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.020065] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5660224f-6c89-411f-9dec-2dc1080a258e" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.020123] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5660224f-6c89-411f-9dec-2dc1080a258e" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.020233] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5660224f-6c89-411f-9dec-2dc1080a258e" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.020304] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5660224f-6c89-411f-9dec-2dc1080a258e',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.021127] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d1eefa23-9462-4d1d-98d8-a427fa544370 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.021227] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d1eefa23-9462-4d1d-98d8-a427fa544370" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.021293] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d1eefa23-9462-4d1d-98d8-a427fa544370" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.021438] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d1eefa23-9462-4d1d-98d8-a427fa544370" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.021506] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d1eefa23-9462-4d1d-98d8-a427fa544370',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.022428] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6ba5dfb6-32fd-48f1-b0cf-69d210751ff9 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.022533] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6ba5dfb6-32fd-48f1-b0cf-69d210751ff9" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.022787] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6ba5dfb6-32fd-48f1-b0cf-69d210751ff9" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.022787] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6ba5dfb6-32fd-48f1-b0cf-69d210751ff9" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.022787] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6ba5dfb6-32fd-48f1-b0cf-69d210751ff9',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.023707] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock rules-05815d98-1b50-4d26-8929-608b000f06fa taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.023827] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-05815d98-1b50-4d26-8929-608b000f06fa" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.023827] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-05815d98-1b50-4d26-8929-608b000f06fa" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.023928] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-05815d98-1b50-4d26-8929-608b000f06fa" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.024187] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('05815d98-1b50-4d26-8929-608b000f06fa',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.024834] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ddeb6836-55c0-4e73-893a-9421a4d96424 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.024932] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ddeb6836-55c0-4e73-893a-9421a4d96424" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.024977] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ddeb6836-55c0-4e73-893a-9421a4d96424" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.025123] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ddeb6836-55c0-4e73-893a-9421a4d96424" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.025179] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ddeb6836-55c0-4e73-893a-9421a4d96424',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.026082] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6cd8db56-47f4-429c-8234-a12a6f9345c8 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.026285] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6cd8db56-47f4-429c-8234-a12a6f9345c8" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.026285] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6cd8db56-47f4-429c-8234-a12a6f9345c8" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.026420] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6cd8db56-47f4-429c-8234-a12a6f9345c8" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.026507] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6cd8db56-47f4-429c-8234-a12a6f9345c8',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.026766] env[66859]: WARNING oslo_messaging._drivers.amqpdriver [-] Number of call queues is 21, greater than warning threshold: 20. There could be a leak. Increasing threshold to: 40 [ 819.027429] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c2c43257-96ff-41e0-9170-22fd44ad03b7 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.027540] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c2c43257-96ff-41e0-9170-22fd44ad03b7" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.027759] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c2c43257-96ff-41e0-9170-22fd44ad03b7" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.027759] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c2c43257-96ff-41e0-9170-22fd44ad03b7" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.027848] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c2c43257-96ff-41e0-9170-22fd44ad03b7',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.030619] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-2fe8009b-4231-4c5a-8bd8-f40c9782e4b8 taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.030717] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2fe8009b-4231-4c5a-8bd8-f40c9782e4b8" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.030885] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2fe8009b-4231-4c5a-8bd8-f40c9782e4b8" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.030986] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2fe8009b-4231-4c5a-8bd8-f40c9782e4b8" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.031307] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.031307] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.031307] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.031433] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.031505] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.031589] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2fe8009b-4231-4c5a-8bd8-f40c9782e4b8" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.031670] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2fe8009b-4231-4c5a-8bd8-f40c9782e4b8',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.034031] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.034168] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.034249] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.034428] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.034521] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.034849] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.034849] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.034978] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.035202] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.035276] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.035414] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: db4aa64c-ed9c-4fc8-8359-82c95d910445 already deleted. [ 819.035563] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-db4aa64c-ed9c-4fc8-8359-82c95d910445" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.067436] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.067604] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.067692] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.067943] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.096419] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.096575] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b157eea2-2a05-4c0c-9863-797d66861983 is going to be deleted. [ 819.169278] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.169489] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.169603] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.169994] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.170168] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.170349] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b157eea2-2a05-4c0c-9863-797d66861983" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.284179] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 25137f8a-d107-430f-a47d-081a2e1cdd9c: rpc.has_security_group_logging(os_id): False [ 819.306805] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.306996] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.307087] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.307308] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.307402] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.307673] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.307777] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.307839] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.308039] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.308128] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.308213] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 25137f8a-d107-430f-a47d-081a2e1cdd9c is going to be created. [ 819.330602] env[66859]: DEBUG networking_nsxv3.common.locking [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Lock network-163 taken with stack trace [, , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.330824] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquiring lock "network-163" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.330967] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired lock "network-163" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.331338] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired external semaphore "network-163" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.331603] env[66859]: DEBUG networking_nsxv3.common.locking [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.331795] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquiring lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.332125] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.332395] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired external semaphore "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.335455] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Releasing lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.335455] env[66859]: DEBUG dogpile.cache.region [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] No value present for key: 'zone-id' {{(pid=66859) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 819.335455] env[66859]: DEBUG dogpile.lock [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] NeedRegenerationException {{(pid=66859) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 819.335455] env[66859]: DEBUG dogpile.lock [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] no value, waiting for create lock {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 819.335455] env[66859]: DEBUG dogpile.lock [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] value creation lock acquired {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 819.335455] env[66859]: DEBUG dogpile.cache.region [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] No value present for key: 'zone-id' {{(pid=66859) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 819.335455] env[66859]: DEBUG dogpile.lock [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Calling creation function for not-yet-present value {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 819.335455] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 819.359396] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 819.359647] env[66859]: DEBUG dogpile.cache.region [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=66859) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 819.359754] env[66859]: DEBUG dogpile.lock [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Released creation lock {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 819.360169] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Releasing lock "network-163" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.361031] env[66859]: DEBUG networking_nsxv3.common.locking [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Lock port-3121e6a0-b189-4863-adb1-35337f29d40b taken with stack trace [, , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.361031] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquiring lock "port-3121e6a0-b189-4863-adb1-35337f29d40b" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.361031] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired lock "port-3121e6a0-b189-4863-adb1-35337f29d40b" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.361294] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired external semaphore "port-3121e6a0-b189-4863-adb1-35337f29d40b" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.361438] env[66859]: DEBUG networking_nsxv3.api.rpc [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3121e6a0-b189-4863-adb1-35337f29d40b',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.398376] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.398547] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.398631] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.398878] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.399044] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.412349] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 25137f8a-d107-430f-a47d-081a2e1cdd9c in Status: IN_PROGRESS for 2s [ 819.542272] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-2fe8009b-4231-4c5a-8bd8-f40c9782e4b8 taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.542522] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2fe8009b-4231-4c5a-8bd8-f40c9782e4b8" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.542522] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2fe8009b-4231-4c5a-8bd8-f40c9782e4b8" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.542721] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2fe8009b-4231-4c5a-8bd8-f40c9782e4b8" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.542902] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.542989] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.543081] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.543234] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.543324] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.543413] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2fe8009b-4231-4c5a-8bd8-f40c9782e4b8" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.543566] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-2fe8009b-4231-4c5a-8bd8-f40c9782e4b8 taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.543657] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2fe8009b-4231-4c5a-8bd8-f40c9782e4b8" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.543717] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2fe8009b-4231-4c5a-8bd8-f40c9782e4b8" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.543861] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2fe8009b-4231-4c5a-8bd8-f40c9782e4b8" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.543998] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.544112] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.544171] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.544312] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.544384] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.544466] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2fe8009b-4231-4c5a-8bd8-f40c9782e4b8" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.544555] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2fe8009b-4231-4c5a-8bd8-f40c9782e4b8',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.590585] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-955eb3b7-7e9e-4972-9cd5-948338492739 taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.590829] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-955eb3b7-7e9e-4972-9cd5-948338492739" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.590829] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-955eb3b7-7e9e-4972-9cd5-948338492739" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.591079] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-955eb3b7-7e9e-4972-9cd5-948338492739" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.591256] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.591362] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.591423] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.591575] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.591657] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.591740] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-955eb3b7-7e9e-4972-9cd5-948338492739" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.591825] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('955eb3b7-7e9e-4972-9cd5-948338492739',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.597355] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.597554] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.597554] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.597728] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.601262] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.601412] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.602173] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.602297] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.645395] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.645628] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.646461] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.646621] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.655071] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.655211] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 68272dce-d5c2-448b-9d17-a6059264aa6b is going to be deleted. [ 819.656206] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.656431] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.658169] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.658318] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.659095] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.659199] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.659922] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.660069] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.661504] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.661601] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.662350] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.662473] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.665545] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.665708] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.668111] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.668295] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.668844] env[66859]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 819.669339] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.669445] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.670158] env[66859]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 819.670565] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.670669] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.678181] env[66859]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 819.679047] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.679205] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.680150] env[66859]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 819.680612] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.680782] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.682212] env[66859]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 819.682212] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.682212] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 05815d98-1b50-4d26-8929-608b000f06fa is going to be deleted. [ 819.683825] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.683967] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.684078] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.684195] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.707649] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.707835] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1144757e-e67c-488c-b78d-b24437441b02 is going to be deleted. [ 819.712022] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.712022] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.731174] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.731174] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c2c43257-96ff-41e0-9170-22fd44ad03b7 is going to be deleted. [ 819.731174] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.731174] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.737037] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.737277] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.760696] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.760990] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.764664] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.764832] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6ba5dfb6-32fd-48f1-b0cf-69d210751ff9 is going to be deleted. [ 819.766346] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.766719] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.789468] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.789709] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.799293] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.799675] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.800993] env[66859]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 819.801885] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.801885] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6cd8db56-47f4-429c-8234-a12a6f9345c8 is going to be deleted. [ 819.802862] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.803179] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.837119] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.838117] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 25cdc873-ff62-40a0-9e9e-1db4cb9dc98c is going to be deleted. [ 819.839536] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.839939] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.867829] env[66859]: DEBUG networking_nsxv3.common.locking [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.868339] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.868488] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.868932] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.869192] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.869445] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Segment Port 3121e6a0-b189-4863-adb1-35337f29d40b not found, creating... [ 819.869959] env[66859]: DEBUG networking_nsxv3.common.locking [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.870350] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquiring lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.870574] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.871034] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired external semaphore "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.871243] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Releasing lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.872083] env[66859]: DEBUG networking_nsxv3.common.locking [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.872083] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.873017] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.873017] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.873017] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.873149] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Resource: SegmentPort with ID: 3121e6a0-b189-4863-adb1-35337f29d40b is going to be created. [ 819.876482] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.876712] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.971392] env[66859]: DEBUG networking_nsxv3.common.locking [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.971630] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.971791] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.972138] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.972388] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.972714] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Releasing lock "port-3121e6a0-b189-4863-adb1-35337f29d40b" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.974754] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.974953] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fd5a1b3a-0b65-4cbd-b3cb-2a0523fb6925 is going to be deleted. [ 819.975955] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.976210] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.013722] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.013967] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.023736] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.024122] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d1eefa23-9462-4d1d-98d8-a427fa544370 is going to be deleted. [ 820.025324] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.025602] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.027785] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.028048] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.047506] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2fe8009b-4231-4c5a-8bd8-f40c9782e4b8: rpc.has_security_group_logging(os_id): False [ 820.094032] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.094239] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.099973] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.100183] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ea3df809-d2e1-45f2-b781-d4e78b56f440 is going to be deleted. [ 820.101467] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.101706] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.103102] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('955eb3b7-7e9e-4972-9cd5-948338492739',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.233237] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.233492] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.234531] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.234687] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 94f02bb9-4419-424e-bdd4-bc4ac40eba55 is going to be deleted. [ 820.235797] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.235977] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.249108] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.249354] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.315295] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.315712] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.339356] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.339356] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 744147b6-7eaf-46f1-a7cd-edd87a7028f4 is going to be deleted. [ 820.340719] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.340997] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.414801] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.414801] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ddeb6836-55c0-4e73-893a-9421a4d96424 is going to be deleted. [ 820.415648] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.415879] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.436715] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.436882] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.508292] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.508480] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.525028] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.525028] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: acbae6a5-b9cb-4715-9a33-1f4541e42659 is going to be deleted. [ 820.525367] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.525593] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.577400] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.577400] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2894f0de-c794-4b89-a9ce-7aeb4a43bda5 is going to be deleted. [ 820.577400] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.577400] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.607598] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 955eb3b7-7e9e-4972-9cd5-948338492739: rpc.has_security_group_logging(os_id): False [ 820.644521] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.644521] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.645353] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.645449] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: db3c18d0-0157-4b32-aa29-403e7eda3e16 is going to be deleted. [ 820.646414] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.646634] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.681424] env[66859]: INFO networking_nsxv3.common.synchronization [req-b956622c-2d6b-4af6-b9d4-6c5fb684ccad req-819fffcd-fde4-4bed-8dc6-ad66421b93c6 service nova] Enqueued Resource ID: db4aa64c-ed9c-4fc8-8359-82c95d910445 with Priority: HIGHEST for action security_group_rules [ 820.681424] env[66859]: INFO networking_nsxv3.common.synchronization [req-b956622c-2d6b-4af6-b9d4-6c5fb684ccad req-819fffcd-fde4-4bed-8dc6-ad66421b93c6 service nova] Enqueued Resource ID: db4aa64c-ed9c-4fc8-8359-82c95d910445 with Priority: HIGHEST for action security_group_members [ 820.682319] env[66859]: INFO networking_nsxv3.common.synchronization [req-b956622c-2d6b-4af6-b9d4-6c5fb684ccad req-819fffcd-fde4-4bed-8dc6-ad66421b93c6 service nova] Enqueued Resource ID: 3121e6a0-b189-4863-adb1-35337f29d40b with Priority: HIGHEST for action port [ 820.682437] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db4aa64c-ed9c-4fc8-8359-82c95d910445 with Priority: HIGHEST for action security_group_rules [ 820.682776] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db4aa64c-ed9c-4fc8-8359-82c95d910445 with Priority: HIGHEST for action security_group_members [ 820.682776] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3121e6a0-b189-4863-adb1-35337f29d40b with Priority: HIGHEST for action port [ 820.683197] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock rules-db4aa64c-ed9c-4fc8-8359-82c95d910445 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.686304] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-db4aa64c-ed9c-4fc8-8359-82c95d910445" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.686390] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-db4aa64c-ed9c-4fc8-8359-82c95d910445" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.686635] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-db4aa64c-ed9c-4fc8-8359-82c95d910445" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.686916] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('db4aa64c-ed9c-4fc8-8359-82c95d910445',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.688279] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-db4aa64c-ed9c-4fc8-8359-82c95d910445 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.688348] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-db4aa64c-ed9c-4fc8-8359-82c95d910445" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.688391] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-db4aa64c-ed9c-4fc8-8359-82c95d910445" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.688588] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-db4aa64c-ed9c-4fc8-8359-82c95d910445" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.689140] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.689713] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.689713] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.689713] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.689713] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.689713] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('db4aa64c-ed9c-4fc8-8359-82c95d910445',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.690867] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock port-3121e6a0-b189-4863-adb1-35337f29d40b taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.690867] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3121e6a0-b189-4863-adb1-35337f29d40b" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.690867] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3121e6a0-b189-4863-adb1-35337f29d40b" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.691103] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3121e6a0-b189-4863-adb1-35337f29d40b" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.691103] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3121e6a0-b189-4863-adb1-35337f29d40b',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.701960] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.702060] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.708427] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.708560] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.722321] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.722440] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.723993] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.724692] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5660224f-6c89-411f-9dec-2dc1080a258e is going to be deleted. [ 820.725816] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.726239] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.726239] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.726344] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-68272dce-d5c2-448b-9d17-a6059264aa6b" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.726592] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.726665] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.726767] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.726844] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-05815d98-1b50-4d26-8929-608b000f06fa" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.727431] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.728154] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.728154] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.728154] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1144757e-e67c-488c-b78d-b24437441b02" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.728381] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.728531] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.728634] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.728785] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c2c43257-96ff-41e0-9170-22fd44ad03b7" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.728947] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.731032] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.731032] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.731032] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6ba5dfb6-32fd-48f1-b0cf-69d210751ff9" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.731032] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.731032] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.731032] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.731474] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6cd8db56-47f4-429c-8234-a12a6f9345c8" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.731474] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.731474] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.731474] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.731606] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-25cdc873-ff62-40a0-9e9e-1db4cb9dc98c" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.731701] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.731843] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.798252] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.798252] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.798252] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.798252] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.798252] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.798252] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.798252] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.798252] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.798252] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.798252] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.798252] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.798252] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.798252] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.799221] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.799414] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.799519] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.799654] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2fe8009b-4231-4c5a-8bd8-f40c9782e4b8 is going to be updated. [ 820.800995] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.801224] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.801362] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.801436] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d1eefa23-9462-4d1d-98d8-a427fa544370" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.801573] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.801742] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.801787] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.801898] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fd5a1b3a-0b65-4cbd-b3cb-2a0523fb6925" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.802064] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.802209] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.802282] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.802391] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ea3df809-d2e1-45f2-b781-d4e78b56f440" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.802505] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.802638] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.802710] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.802822] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-94f02bb9-4419-424e-bdd4-bc4ac40eba55" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.804923] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.805157] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.805379] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.805379] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-744147b6-7eaf-46f1-a7cd-edd87a7028f4" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.805507] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.805657] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.805731] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.805851] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ddeb6836-55c0-4e73-893a-9421a4d96424" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.806194] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.806243] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.806317] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.806438] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-acbae6a5-b9cb-4715-9a33-1f4541e42659" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.806550] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.806723] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.931997] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.932411] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.934137] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.934137] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.934137] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.934137] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.934137] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 955eb3b7-7e9e-4972-9cd5-948338492739 is going to be updated. [ 820.934534] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.934534] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.934534] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.934660] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2894f0de-c794-4b89-a9ce-7aeb4a43bda5" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.941099] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.941297] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.941394] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.941721] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.941825] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.942336] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-db3c18d0-0157-4b32-aa29-403e7eda3e16" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.017520] env[66859]: INFO networking_nsxv3.common.synchronization [req-eb69d4f7-c33e-494a-8e79-44e104328028 req-bfc2ae85-6eb3-47a4-9be3-a04d8d285a75 tempest-ListImageFiltersTestJSON-1116383732 tempest-ListImageFiltersTestJSON-1116383732-project-member] Enqueued Resource ID: 70b72ba9-54e5-4169-9f7e-0932f166000d with Priority: HIGHEST for action security_group_members [ 821.018144] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 70b72ba9-54e5-4169-9f7e-0932f166000d with Priority: HIGHEST for action security_group_members [ 821.018473] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-70b72ba9-54e5-4169-9f7e-0932f166000d taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.018599] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-70b72ba9-54e5-4169-9f7e-0932f166000d" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.018837] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-70b72ba9-54e5-4169-9f7e-0932f166000d" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.019310] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-70b72ba9-54e5-4169-9f7e-0932f166000d" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.019488] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.019601] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.019660] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.020250] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.020250] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.020250] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('70b72ba9-54e5-4169-9f7e-0932f166000d',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.046805] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.046954] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.047040] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.047267] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.047356] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.047499] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5660224f-6c89-411f-9dec-2dc1080a258e" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.081332] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.081529] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.081610] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.081891] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.082162] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.190330] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2fe8009b-4231-4c5a-8bd8-f40c9782e4b8 in Status: IN_PROGRESS for 2s [ 821.190330] env[66859]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 821.190330] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.190330] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.190330] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.190700] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.190700] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.193305] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('db4aa64c-ed9c-4fc8-8359-82c95d910445',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.194535] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-db4aa64c-ed9c-4fc8-8359-82c95d910445 taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.194660] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-db4aa64c-ed9c-4fc8-8359-82c95d910445" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.195783] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3121e6a0-b189-4863-adb1-35337f29d40b with status ACTIVE [ 821.195783] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.195783] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.195783] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.195783] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.195783] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.195783] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.196140] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.196140] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.196223] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.196397] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.196545] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.196659] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.196769] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.196879] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.196991] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.197087] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3121e6a0-b189-4863-adb1-35337f29d40b is going to be updated. [ 821.228966] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 955eb3b7-7e9e-4972-9cd5-948338492739 in Status: IN_PROGRESS for 2s [ 821.275770] env[66859]: INFO networking_nsxv3.common.synchronization [None req-8ddf97bf-d5d2-4549-a2c3-5ed56bccfe16 None None] Enqueued Resource ID: a42ce1b5-7692-42b8-b58a-084f0d51af58 with Priority: HIGHEST for action port [ 821.282876] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a42ce1b5-7692-42b8-b58a-084f0d51af58 with Priority: HIGHEST for action port [ 821.282876] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock port-a42ce1b5-7692-42b8-b58a-084f0d51af58 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.282876] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a42ce1b5-7692-42b8-b58a-084f0d51af58" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.282876] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a42ce1b5-7692-42b8-b58a-084f0d51af58" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.282876] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a42ce1b5-7692-42b8-b58a-084f0d51af58" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.282876] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a42ce1b5-7692-42b8-b58a-084f0d51af58',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.299657] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.299657] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.299657] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.299657] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.299657] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.299657] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3121e6a0-b189-4863-adb1-35337f29d40b" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.310948] env[66859]: INFO networking_nsxv3.common.synchronization [req-47896e8e-1380-489b-a4f5-041e3d977a97 req-7b073f02-002f-4aee-aa0e-67d2df161359 tempest-ServerDiagnosticsNegativeTest-1179477944 tempest-ServerDiagnosticsNegativeTest-1179477944-project-member] Enqueued Resource ID: 8e92a329-5a21-44a3-98f9-4ea24cc92118 with Priority: HIGHEST for action security_group_members [ 821.312409] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e92a329-5a21-44a3-98f9-4ea24cc92118 with Priority: HIGHEST for action security_group_members [ 821.312409] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e92a329-5a21-44a3-98f9-4ea24cc92118 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.312409] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e92a329-5a21-44a3-98f9-4ea24cc92118" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.312697] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e92a329-5a21-44a3-98f9-4ea24cc92118" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.312697] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e92a329-5a21-44a3-98f9-4ea24cc92118" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.312869] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.312987] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.313064] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.313227] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.313315] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.313412] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8e92a329-5a21-44a3-98f9-4ea24cc92118',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.447929] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 25137f8a-d107-430f-a47d-081a2e1cdd9c in Status: SUCCESS [ 821.448319] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-25137f8a-d107-430f-a47d-081a2e1cdd9c" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.522598] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('70b72ba9-54e5-4169-9f7e-0932f166000d',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.701182] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('db4aa64c-ed9c-4fc8-8359-82c95d910445',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.785173] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a42ce1b5-7692-42b8-b58a-084f0d51af58 [ 821.785526] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.785615] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.785961] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.785961] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.786059] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.786234] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a42ce1b5-7692-42b8-b58a-084f0d51af58 already deleted. [ 821.786290] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a42ce1b5-7692-42b8-b58a-084f0d51af58" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.817594] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.817953] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.818102] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.818370] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.845892] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.845892] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.845892] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.845892] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.845892] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.845892] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.845892] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8e92a329-5a21-44a3-98f9-4ea24cc92118 is going to be updated. [ 821.881028] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.881298] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.881298] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.882150] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.882150] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.892182] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8e92a329-5a21-44a3-98f9-4ea24cc92118 in Status: IN_PROGRESS for 2s [ 822.026476] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('70b72ba9-54e5-4169-9f7e-0932f166000d',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.204581] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.205101] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.205101] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.205263] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.205263] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.205627] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: db4aa64c-ed9c-4fc8-8359-82c95d910445 is going to be created. [ 822.234752] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.234909] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.235018] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.235255] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.235367] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.247032] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: db4aa64c-ed9c-4fc8-8359-82c95d910445 in Status: UNINITIALIZED for 2s [ 822.528835] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.529235] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.529235] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.529306] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.529396] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.529551] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 70b72ba9-54e5-4169-9f7e-0932f166000d is going to be updated. [ 822.561182] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.561285] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.561285] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.561487] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.561718] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.573285] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 70b72ba9-54e5-4169-9f7e-0932f166000d in Status: IN_PROGRESS for 2s [ 823.203451] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2fe8009b-4231-4c5a-8bd8-f40c9782e4b8 in Status: SUCCESS [ 823.203667] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2fe8009b-4231-4c5a-8bd8-f40c9782e4b8" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.245655] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 955eb3b7-7e9e-4972-9cd5-948338492739 in Status: SUCCESS [ 823.247190] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-955eb3b7-7e9e-4972-9cd5-948338492739" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.749318] env[66859]: INFO networking_nsxv3.common.synchronization [None req-6f9942d2-7be7-4537-aa4a-f6c3ca6295f5 None None] Enqueued Resource ID: 3b6b7a2b-ef01-49d5-9589-2394405ba0b4 with Priority: HIGHEST for action port [ 823.749617] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3b6b7a2b-ef01-49d5-9589-2394405ba0b4 with Priority: HIGHEST for action port [ 823.751033] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock port-3b6b7a2b-ef01-49d5-9589-2394405ba0b4 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.751033] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3b6b7a2b-ef01-49d5-9589-2394405ba0b4" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.751033] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3b6b7a2b-ef01-49d5-9589-2394405ba0b4" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.751033] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3b6b7a2b-ef01-49d5-9589-2394405ba0b4" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.751033] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3b6b7a2b-ef01-49d5-9589-2394405ba0b4',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.905982] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8e92a329-5a21-44a3-98f9-4ea24cc92118 in Status: SUCCESS [ 823.906152] env[66859]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8e92a329-5a21-44a3-98f9-4ea24cc92118 deletion is rescheduled due to dependency. [ 823.906262] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e92a329-5a21-44a3-98f9-4ea24cc92118" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.252765] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3b6b7a2b-ef01-49d5-9589-2394405ba0b4 [ 824.252765] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.252765] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.252765] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.253200] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.253767] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.253767] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3b6b7a2b-ef01-49d5-9589-2394405ba0b4 already deleted. [ 824.253767] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3b6b7a2b-ef01-49d5-9589-2394405ba0b4" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.258722] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: db4aa64c-ed9c-4fc8-8359-82c95d910445 in Status: UNINITIALIZED for 4s [ 824.586451] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 70b72ba9-54e5-4169-9f7e-0932f166000d in Status: SUCCESS [ 824.586451] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-70b72ba9-54e5-4169-9f7e-0932f166000d" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.271888] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: db4aa64c-ed9c-4fc8-8359-82c95d910445 in Status: SUCCESS [ 826.272232] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-db4aa64c-ed9c-4fc8-8359-82c95d910445" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.272432] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-db4aa64c-ed9c-4fc8-8359-82c95d910445" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.272667] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-db4aa64c-ed9c-4fc8-8359-82c95d910445" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.275770] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.275770] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.275770] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.275770] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.275770] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.275770] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-db4aa64c-ed9c-4fc8-8359-82c95d910445" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.275770] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('db4aa64c-ed9c-4fc8-8359-82c95d910445',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.776439] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('db4aa64c-ed9c-4fc8-8359-82c95d910445',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.827800] env[66859]: INFO networking_nsxv3.common.synchronization [None req-2dce49f3-c678-4f81-a32b-783bcce6dd5d None None] Enqueued Resource ID: 9d21e929-8c90-429d-851e-41033bdaf4d6 with Priority: HIGHEST for action port [ 826.830964] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9d21e929-8c90-429d-851e-41033bdaf4d6 with Priority: HIGHEST for action port [ 826.830964] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock port-9d21e929-8c90-429d-851e-41033bdaf4d6 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.830964] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9d21e929-8c90-429d-851e-41033bdaf4d6" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.830964] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9d21e929-8c90-429d-851e-41033bdaf4d6" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.830964] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9d21e929-8c90-429d-851e-41033bdaf4d6" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.830964] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9d21e929-8c90-429d-851e-41033bdaf4d6',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.011657] env[66859]: INFO networking_nsxv3.common.synchronization [req-95b4191a-50e8-4130-a12d-eb2485c7ade7 req-c27155ba-4ac5-4cbc-9b1f-b1232a078acf tempest-DeleteServersTestJSON-1914830034 tempest-DeleteServersTestJSON-1914830034-project-member] Enqueued Resource ID: 1144757e-e67c-488c-b78d-b24437441b02 with Priority: HIGHEST for action security_group_members [ 827.011657] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1144757e-e67c-488c-b78d-b24437441b02 with Priority: HIGHEST for action security_group_members [ 827.012361] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-1144757e-e67c-488c-b78d-b24437441b02 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.013844] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1144757e-e67c-488c-b78d-b24437441b02" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.014061] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1144757e-e67c-488c-b78d-b24437441b02" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.014953] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1144757e-e67c-488c-b78d-b24437441b02" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.016310] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.018596] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.018596] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.018596] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.018596] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.018596] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1144757e-e67c-488c-b78d-b24437441b02',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.279359] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for db4aa64c-ed9c-4fc8-8359-82c95d910445: rpc.has_security_group_logging(os_id): False [ 827.303602] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.303602] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.303602] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.303602] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.303602] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.303602] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.303602] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.303602] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.304546] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.304546] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.304661] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: db4aa64c-ed9c-4fc8-8359-82c95d910445 is going to be created. [ 827.336408] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9d21e929-8c90-429d-851e-41033bdaf4d6 [ 827.336911] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.337040] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.337099] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.337944] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.337944] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.337944] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9d21e929-8c90-429d-851e-41033bdaf4d6 already deleted. [ 827.337944] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9d21e929-8c90-429d-851e-41033bdaf4d6" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.389515] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.389678] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.389678] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.389974] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.390236] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.405633] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: db4aa64c-ed9c-4fc8-8359-82c95d910445 in Status: IN_PROGRESS for 2s [ 827.493776] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock network-190 taken with stack trace [, , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.494078] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "network-190" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.495548] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "network-190" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.496531] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "network-190" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.496531] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.496778] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.496898] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.497490] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.497760] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.499200] env[66859]: DEBUG dogpile.cache.region [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] No value present for key: 'zone-id' {{(pid=66859) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 827.504027] env[66859]: DEBUG dogpile.lock [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] NeedRegenerationException {{(pid=66859) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 827.504027] env[66859]: DEBUG dogpile.lock [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] no value, waiting for create lock {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 827.504027] env[66859]: DEBUG dogpile.lock [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] value creation lock acquired {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 827.504027] env[66859]: DEBUG dogpile.cache.region [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] No value present for key: 'zone-id' {{(pid=66859) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 827.504027] env[66859]: DEBUG dogpile.lock [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Calling creation function for not-yet-present value {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 827.504027] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 827.520180] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.520392] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.520392] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.521040] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.521040] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.521040] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.521040] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.521040] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.521354] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.521354] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.521354] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1144757e-e67c-488c-b78d-b24437441b02 is going to be deleted. [ 827.536230] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 827.536408] env[66859]: DEBUG dogpile.cache.region [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Cache value generated in 0.035 seconds for key(s): 'zone-id' {{(pid=66859) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 827.536549] env[66859]: DEBUG dogpile.lock [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Released creation lock {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 827.536718] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "network-190" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.537074] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock port-edcadcde-603e-493f-915c-b04a7483a45d taken with stack trace [, , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.537253] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "port-edcadcde-603e-493f-915c-b04a7483a45d" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.537374] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "port-edcadcde-603e-493f-915c-b04a7483a45d" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.537731] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "port-edcadcde-603e-493f-915c-b04a7483a45d" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.537880] env[66859]: DEBUG networking_nsxv3.api.rpc [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('edcadcde-603e-493f-915c-b04a7483a45d',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.563795] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.563795] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.563795] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.564118] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.564654] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.564654] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1144757e-e67c-488c-b78d-b24437441b02" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.041266] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.041568] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.041649] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.043672] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.043672] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.043672] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Segment Port edcadcde-603e-493f-915c-b04a7483a45d not found, creating... [ 828.043672] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.043672] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.043672] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.043672] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.043672] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.043672] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.044383] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.044383] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.044383] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.044383] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.044383] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Resource: SegmentPort with ID: edcadcde-603e-493f-915c-b04a7483a45d is going to be created. [ 828.065471] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.065664] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.065729] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.065984] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.066223] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.066444] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "port-edcadcde-603e-493f-915c-b04a7483a45d" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.802872] env[66859]: INFO networking_nsxv3.common.synchronization [req-95b4191a-50e8-4130-a12d-eb2485c7ade7 req-90cab138-d40e-437a-9108-2de294e94302 service nova] Enqueued Resource ID: 1144757e-e67c-488c-b78d-b24437441b02 with Priority: HIGHEST for action security_group_rules [ 828.802872] env[66859]: INFO networking_nsxv3.common.synchronization [req-95b4191a-50e8-4130-a12d-eb2485c7ade7 req-90cab138-d40e-437a-9108-2de294e94302 service nova] Enqueued Resource ID: 1144757e-e67c-488c-b78d-b24437441b02 with Priority: HIGHEST for action security_group_members [ 828.802872] env[66859]: INFO networking_nsxv3.common.synchronization [req-95b4191a-50e8-4130-a12d-eb2485c7ade7 req-90cab138-d40e-437a-9108-2de294e94302 service nova] Enqueued Resource ID: edcadcde-603e-493f-915c-b04a7483a45d with Priority: HIGHEST for action port [ 828.802872] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1144757e-e67c-488c-b78d-b24437441b02 with Priority: HIGHEST for action security_group_rules [ 828.802872] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1144757e-e67c-488c-b78d-b24437441b02 with Priority: HIGHEST for action security_group_members [ 828.803337] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: edcadcde-603e-493f-915c-b04a7483a45d with Priority: HIGHEST for action port [ 828.803337] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1144757e-e67c-488c-b78d-b24437441b02 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.803337] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1144757e-e67c-488c-b78d-b24437441b02" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.803567] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1144757e-e67c-488c-b78d-b24437441b02" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.803618] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1144757e-e67c-488c-b78d-b24437441b02" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.803656] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1144757e-e67c-488c-b78d-b24437441b02',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.805070] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-1144757e-e67c-488c-b78d-b24437441b02 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.805145] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1144757e-e67c-488c-b78d-b24437441b02" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.805192] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1144757e-e67c-488c-b78d-b24437441b02" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.806201] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1144757e-e67c-488c-b78d-b24437441b02" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.806388] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.806510] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.806575] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.806739] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.806836] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.806927] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1144757e-e67c-488c-b78d-b24437441b02',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.808091] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock port-edcadcde-603e-493f-915c-b04a7483a45d taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.808091] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-edcadcde-603e-493f-915c-b04a7483a45d" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.808091] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-edcadcde-603e-493f-915c-b04a7483a45d" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.808305] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-edcadcde-603e-493f-915c-b04a7483a45d" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.808305] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('edcadcde-603e-493f-915c-b04a7483a45d',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.310168] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1144757e-e67c-488c-b78d-b24437441b02',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.311504] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-1144757e-e67c-488c-b78d-b24437441b02 taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.311504] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1144757e-e67c-488c-b78d-b24437441b02" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.311882] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port edcadcde-603e-493f-915c-b04a7483a45d with status ACTIVE [ 829.311882] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.312234] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.312234] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.312234] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.312459] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.312459] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.312768] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.312768] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.312768] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.312768] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.312989] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.314362] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.314484] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.314660] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.314744] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.314840] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: edcadcde-603e-493f-915c-b04a7483a45d is going to be updated. [ 829.347963] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.347963] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.347963] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.347963] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.349439] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.349439] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-edcadcde-603e-493f-915c-b04a7483a45d" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.398584] env[66859]: INFO networking_nsxv3.common.synchronization [None req-5f63c708-4df7-4c5e-b829-cc152aa36e80 None None] Enqueued Resource ID: 5c0bfa90-c225-4f44-a127-3a2d39a32f04 with Priority: HIGHEST for action port [ 829.399590] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5c0bfa90-c225-4f44-a127-3a2d39a32f04 with Priority: HIGHEST for action port [ 829.399590] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock port-5c0bfa90-c225-4f44-a127-3a2d39a32f04 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.399763] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5c0bfa90-c225-4f44-a127-3a2d39a32f04" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.399763] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5c0bfa90-c225-4f44-a127-3a2d39a32f04" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.400161] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5c0bfa90-c225-4f44-a127-3a2d39a32f04" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.400251] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5c0bfa90-c225-4f44-a127-3a2d39a32f04',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.432054] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: db4aa64c-ed9c-4fc8-8359-82c95d910445 in Status: SUCCESS [ 829.432054] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-db4aa64c-ed9c-4fc8-8359-82c95d910445" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.816719] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1144757e-e67c-488c-b78d-b24437441b02',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.904183] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5c0bfa90-c225-4f44-a127-3a2d39a32f04 [ 829.904183] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.904183] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.904183] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.904183] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.904183] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.904183] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5c0bfa90-c225-4f44-a127-3a2d39a32f04 already deleted. [ 829.904183] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5c0bfa90-c225-4f44-a127-3a2d39a32f04" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.319414] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.319612] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.319683] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.319882] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.319979] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.321060] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1144757e-e67c-488c-b78d-b24437441b02 is going to be created. [ 830.367554] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.367729] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.367798] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.368175] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.368379] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.381549] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1144757e-e67c-488c-b78d-b24437441b02 in Status: UNINITIALIZED for 2s [ 831.805860] env[66859]: INFO networking_nsxv3.common.synchronization [req-66bd36ba-5b69-40e4-a6ef-7687f66fa93b req-487f98da-d936-472c-923b-58cd9eebff49 tempest-MultipleCreateTestJSON-718386698 tempest-MultipleCreateTestJSON-718386698-project-member] Enqueued Resource ID: d1eefa23-9462-4d1d-98d8-a427fa544370 with Priority: HIGHEST for action security_group_members [ 831.806176] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d1eefa23-9462-4d1d-98d8-a427fa544370 with Priority: HIGHEST for action security_group_members [ 831.806464] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-d1eefa23-9462-4d1d-98d8-a427fa544370 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.806588] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d1eefa23-9462-4d1d-98d8-a427fa544370" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.806658] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d1eefa23-9462-4d1d-98d8-a427fa544370" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.806860] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d1eefa23-9462-4d1d-98d8-a427fa544370" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.807032] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.807182] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.807282] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.808033] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.808208] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.808267] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d1eefa23-9462-4d1d-98d8-a427fa544370',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.290070] env[66859]: DEBUG networking_nsxv3.common.locking [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Lock network-255 taken with stack trace [, , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.290332] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquiring lock "network-255" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.290472] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired lock "network-255" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.290815] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired external semaphore "network-255" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.291239] env[66859]: DEBUG networking_nsxv3.common.locking [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.291430] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquiring lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.291554] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.291860] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired external semaphore "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.292176] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Releasing lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.292423] env[66859]: DEBUG dogpile.cache.region [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] No value present for key: 'zone-id' {{(pid=66859) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 832.292542] env[66859]: DEBUG dogpile.lock [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] NeedRegenerationException {{(pid=66859) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 832.292711] env[66859]: DEBUG dogpile.lock [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] no value, waiting for create lock {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 832.292845] env[66859]: DEBUG dogpile.lock [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] value creation lock acquired {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 832.292985] env[66859]: DEBUG dogpile.cache.region [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] No value present for key: 'zone-id' {{(pid=66859) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 832.293112] env[66859]: DEBUG dogpile.lock [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Calling creation function for not-yet-present value {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 832.293247] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 832.313557] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.313557] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.313557] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.314371] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.314696] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.315076] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.315686] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.315844] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.316767] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.316971] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.317222] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d1eefa23-9462-4d1d-98d8-a427fa544370 is going to be deleted. [ 832.320880] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 832.321255] env[66859]: DEBUG dogpile.cache.region [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=66859) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 832.321452] env[66859]: DEBUG dogpile.lock [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Released creation lock {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 832.321641] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Releasing lock "network-255" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.321965] env[66859]: DEBUG networking_nsxv3.common.locking [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Lock port-1e72f9de-58ff-4a4c-9700-2bc6aa35e0a3 taken with stack trace [, , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.322292] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquiring lock "port-1e72f9de-58ff-4a4c-9700-2bc6aa35e0a3" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.322555] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired lock "port-1e72f9de-58ff-4a4c-9700-2bc6aa35e0a3" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.322902] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired external semaphore "port-1e72f9de-58ff-4a4c-9700-2bc6aa35e0a3" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.323159] env[66859]: DEBUG networking_nsxv3.api.rpc [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1e72f9de-58ff-4a4c-9700-2bc6aa35e0a3',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.355972] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.355972] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.355972] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.355972] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.356501] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.356501] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d1eefa23-9462-4d1d-98d8-a427fa544370" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.394881] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1144757e-e67c-488c-b78d-b24437441b02 in Status: SUCCESS [ 832.394881] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1144757e-e67c-488c-b78d-b24437441b02" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.394881] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1144757e-e67c-488c-b78d-b24437441b02" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.394881] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1144757e-e67c-488c-b78d-b24437441b02" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.394881] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.394881] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.394881] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.394881] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.394881] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.394881] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1144757e-e67c-488c-b78d-b24437441b02" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.394881] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1144757e-e67c-488c-b78d-b24437441b02',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.825802] env[66859]: DEBUG networking_nsxv3.common.locking [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.826193] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.826291] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.826654] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.826857] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.827072] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Segment Port 1e72f9de-58ff-4a4c-9700-2bc6aa35e0a3 not found, creating... [ 832.827536] env[66859]: DEBUG networking_nsxv3.common.locking [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.827713] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquiring lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.828718] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.828718] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired external semaphore "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.828718] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Releasing lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.828930] env[66859]: DEBUG networking_nsxv3.common.locking [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.829314] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.829314] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.829508] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.829708] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.829889] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Resource: SegmentPort with ID: 1e72f9de-58ff-4a4c-9700-2bc6aa35e0a3 is going to be created. [ 832.856202] env[66859]: DEBUG networking_nsxv3.common.locking [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.856470] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.856608] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.856964] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.857255] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.857524] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Releasing lock "port-1e72f9de-58ff-4a4c-9700-2bc6aa35e0a3" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.898390] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-1144757e-e67c-488c-b78d-b24437441b02 taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.898632] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1144757e-e67c-488c-b78d-b24437441b02" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.898702] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1144757e-e67c-488c-b78d-b24437441b02" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.898921] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1144757e-e67c-488c-b78d-b24437441b02" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.899113] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.899222] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.899283] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.899421] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.899500] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.899578] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1144757e-e67c-488c-b78d-b24437441b02" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.899727] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-1144757e-e67c-488c-b78d-b24437441b02 taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.899863] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1144757e-e67c-488c-b78d-b24437441b02" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.900034] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1144757e-e67c-488c-b78d-b24437441b02" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.900244] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1144757e-e67c-488c-b78d-b24437441b02" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.900484] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.900627] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.900712] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.900962] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.901106] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.901231] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1144757e-e67c-488c-b78d-b24437441b02" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.901360] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1144757e-e67c-488c-b78d-b24437441b02',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.404925] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1144757e-e67c-488c-b78d-b24437441b02: rpc.has_security_group_logging(os_id): False [ 833.429084] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.429084] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.429084] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.429084] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.429084] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.429084] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.429084] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.429084] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.429084] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.430856] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.431369] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.432536] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.433538] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.436203] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.436203] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.436203] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.436203] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.436203] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.436203] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.436203] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.436203] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1144757e-e67c-488c-b78d-b24437441b02 is going to be created. [ 833.496503] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.496705] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.496755] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.496953] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.497148] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.512445] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1144757e-e67c-488c-b78d-b24437441b02 in Status: IN_PROGRESS for 2s [ 833.587427] env[66859]: INFO networking_nsxv3.common.synchronization [req-66bd36ba-5b69-40e4-a6ef-7687f66fa93b req-aab418d5-74da-46ed-8ef1-586f4c11f0ca service nova] Enqueued Resource ID: d1eefa23-9462-4d1d-98d8-a427fa544370 with Priority: HIGHEST for action security_group_rules [ 833.587607] env[66859]: INFO networking_nsxv3.common.synchronization [req-66bd36ba-5b69-40e4-a6ef-7687f66fa93b req-aab418d5-74da-46ed-8ef1-586f4c11f0ca service nova] Enqueued Resource ID: d1eefa23-9462-4d1d-98d8-a427fa544370 with Priority: HIGHEST for action security_group_members [ 833.587742] env[66859]: INFO networking_nsxv3.common.synchronization [req-66bd36ba-5b69-40e4-a6ef-7687f66fa93b req-aab418d5-74da-46ed-8ef1-586f4c11f0ca service nova] Enqueued Resource ID: 1e72f9de-58ff-4a4c-9700-2bc6aa35e0a3 with Priority: HIGHEST for action port [ 833.588526] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d1eefa23-9462-4d1d-98d8-a427fa544370 with Priority: HIGHEST for action security_group_rules [ 833.588675] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d1eefa23-9462-4d1d-98d8-a427fa544370 with Priority: HIGHEST for action security_group_members [ 833.588776] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1e72f9de-58ff-4a4c-9700-2bc6aa35e0a3 with Priority: HIGHEST for action port [ 833.590265] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d1eefa23-9462-4d1d-98d8-a427fa544370 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.590400] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d1eefa23-9462-4d1d-98d8-a427fa544370" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.590509] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d1eefa23-9462-4d1d-98d8-a427fa544370" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.590758] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d1eefa23-9462-4d1d-98d8-a427fa544370" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.590863] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d1eefa23-9462-4d1d-98d8-a427fa544370',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.592938] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-d1eefa23-9462-4d1d-98d8-a427fa544370 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.593113] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d1eefa23-9462-4d1d-98d8-a427fa544370" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.593154] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d1eefa23-9462-4d1d-98d8-a427fa544370" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.595793] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d1eefa23-9462-4d1d-98d8-a427fa544370" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.595793] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.595793] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.595793] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.595793] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.595793] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.595793] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d1eefa23-9462-4d1d-98d8-a427fa544370',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.596470] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock port-1e72f9de-58ff-4a4c-9700-2bc6aa35e0a3 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.596576] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1e72f9de-58ff-4a4c-9700-2bc6aa35e0a3" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.596626] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1e72f9de-58ff-4a4c-9700-2bc6aa35e0a3" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.596999] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1e72f9de-58ff-4a4c-9700-2bc6aa35e0a3" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.596999] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1e72f9de-58ff-4a4c-9700-2bc6aa35e0a3',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.099513] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-d1eefa23-9462-4d1d-98d8-a427fa544370 taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.099945] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d1eefa23-9462-4d1d-98d8-a427fa544370" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.099945] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d1eefa23-9462-4d1d-98d8-a427fa544370',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.101172] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1e72f9de-58ff-4a4c-9700-2bc6aa35e0a3 with status ACTIVE [ 834.101246] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.101393] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.101503] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.102064] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.102064] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.102218] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.102422] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.102523] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.102777] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.102909] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.103218] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.103377] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.103478] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.103701] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.103827] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.103957] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1e72f9de-58ff-4a4c-9700-2bc6aa35e0a3 is going to be updated. [ 834.128479] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.128668] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.128712] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.128899] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.129055] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.129273] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1e72f9de-58ff-4a4c-9700-2bc6aa35e0a3" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.606721] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d1eefa23-9462-4d1d-98d8-a427fa544370',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.108856] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.109288] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.109288] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.109386] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.109431] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.109579] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d1eefa23-9462-4d1d-98d8-a427fa544370 is going to be created. [ 835.137250] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.137596] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.137596] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.137742] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.137805] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.148798] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d1eefa23-9462-4d1d-98d8-a427fa544370 in Status: UNINITIALIZED for 2s [ 835.517161] env[66859]: INFO networking_nsxv3.common.synchronization [req-66bd36ba-5b69-40e4-a6ef-7687f66fa93b req-2bc7782a-abb6-4474-b73b-c25dfbe32819 tempest-MultipleCreateTestJSON-718386698 tempest-MultipleCreateTestJSON-718386698-project-member] Enqueued Resource ID: d1eefa23-9462-4d1d-98d8-a427fa544370 with Priority: HIGHEST for action security_group_members [ 835.518319] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d1eefa23-9462-4d1d-98d8-a427fa544370 with Priority: HIGHEST for action security_group_members [ 835.518319] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-d1eefa23-9462-4d1d-98d8-a427fa544370 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.518319] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d1eefa23-9462-4d1d-98d8-a427fa544370" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.526029] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1144757e-e67c-488c-b78d-b24437441b02 in Status: SUCCESS [ 835.526029] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1144757e-e67c-488c-b78d-b24437441b02" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.372375] env[66859]: DEBUG networking_nsxv3.common.locking [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Lock network-255 taken with stack trace [, , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.372770] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquiring lock "network-255" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.372770] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired lock "network-255" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.372963] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired external semaphore "network-255" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.373289] env[66859]: DEBUG networking_nsxv3.common.locking [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.373441] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquiring lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.373555] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.373786] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired external semaphore "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.373944] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Releasing lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.374181] env[66859]: DEBUG dogpile.cache.region [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] No value present for key: 'zone-id' {{(pid=66859) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 836.374295] env[66859]: DEBUG dogpile.lock [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] NeedRegenerationException {{(pid=66859) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 836.374400] env[66859]: DEBUG dogpile.lock [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] no value, waiting for create lock {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 836.374506] env[66859]: DEBUG dogpile.lock [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] value creation lock acquired {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 836.374610] env[66859]: DEBUG dogpile.cache.region [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] No value present for key: 'zone-id' {{(pid=66859) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 836.374713] env[66859]: DEBUG dogpile.lock [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Calling creation function for not-yet-present value {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 836.374840] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 836.399721] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 836.399893] env[66859]: DEBUG dogpile.cache.region [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=66859) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 836.400119] env[66859]: DEBUG dogpile.lock [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Released creation lock {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 836.400321] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Releasing lock "network-255" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.400666] env[66859]: DEBUG networking_nsxv3.common.locking [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Lock port-08584441-b7ab-46e5-a4b5-98401ca90625 taken with stack trace [, , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.401329] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquiring lock "port-08584441-b7ab-46e5-a4b5-98401ca90625" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.401329] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired lock "port-08584441-b7ab-46e5-a4b5-98401ca90625" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.401329] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired external semaphore "port-08584441-b7ab-46e5-a4b5-98401ca90625" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.401498] env[66859]: DEBUG networking_nsxv3.api.rpc [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('08584441-b7ab-46e5-a4b5-98401ca90625',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.904554] env[66859]: DEBUG networking_nsxv3.common.locking [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.904771] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.904894] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.905213] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.905443] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.905519] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Segment Port 08584441-b7ab-46e5-a4b5-98401ca90625 not found, creating... [ 836.905767] env[66859]: DEBUG networking_nsxv3.common.locking [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.906025] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquiring lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.906106] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.906281] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired external semaphore "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.906412] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Releasing lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.906706] env[66859]: DEBUG networking_nsxv3.common.locking [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.906861] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.906978] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.907190] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.907366] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.907449] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Resource: SegmentPort with ID: 08584441-b7ab-46e5-a4b5-98401ca90625 is going to be created. [ 836.927570] env[66859]: DEBUG networking_nsxv3.common.locking [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.927749] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.927860] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.928239] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.928500] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.928734] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Releasing lock "port-08584441-b7ab-46e5-a4b5-98401ca90625" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.164072] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d1eefa23-9462-4d1d-98d8-a427fa544370 in Status: SUCCESS [ 837.164385] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d1eefa23-9462-4d1d-98d8-a427fa544370" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.164610] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d1eefa23-9462-4d1d-98d8-a427fa544370" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.164829] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d1eefa23-9462-4d1d-98d8-a427fa544370" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.165042] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.165234] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.165364] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.165587] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.165696] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.165808] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d1eefa23-9462-4d1d-98d8-a427fa544370" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.165928] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d1eefa23-9462-4d1d-98d8-a427fa544370',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.166797] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d1eefa23-9462-4d1d-98d8-a427fa544370" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.166987] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d1eefa23-9462-4d1d-98d8-a427fa544370" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.167173] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.167286] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.167345] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.167488] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.167565] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.167649] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d1eefa23-9462-4d1d-98d8-a427fa544370',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.632053] env[66859]: INFO networking_nsxv3.common.synchronization [req-66bd36ba-5b69-40e4-a6ef-7687f66fa93b req-aab5c54c-fcac-4a05-9e1f-18d19c59811a service nova] Enqueued Resource ID: d1eefa23-9462-4d1d-98d8-a427fa544370 with Priority: HIGHEST for action security_group_rules [ 837.632053] env[66859]: INFO networking_nsxv3.common.synchronization [req-66bd36ba-5b69-40e4-a6ef-7687f66fa93b req-aab5c54c-fcac-4a05-9e1f-18d19c59811a service nova] Enqueued Resource ID: d1eefa23-9462-4d1d-98d8-a427fa544370 with Priority: HIGHEST for action security_group_members [ 837.632053] env[66859]: INFO networking_nsxv3.common.synchronization [req-66bd36ba-5b69-40e4-a6ef-7687f66fa93b req-aab5c54c-fcac-4a05-9e1f-18d19c59811a service nova] Enqueued Resource ID: 08584441-b7ab-46e5-a4b5-98401ca90625 with Priority: HIGHEST for action port [ 837.632053] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d1eefa23-9462-4d1d-98d8-a427fa544370 with Priority: HIGHEST for action security_group_rules [ 837.632053] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d1eefa23-9462-4d1d-98d8-a427fa544370 with Priority: HIGHEST for action security_group_members [ 837.632834] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 08584441-b7ab-46e5-a4b5-98401ca90625 with Priority: HIGHEST for action port [ 837.632834] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d1eefa23-9462-4d1d-98d8-a427fa544370 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.632834] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d1eefa23-9462-4d1d-98d8-a427fa544370" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.632834] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-d1eefa23-9462-4d1d-98d8-a427fa544370 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.632834] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d1eefa23-9462-4d1d-98d8-a427fa544370" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.633119] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock port-08584441-b7ab-46e5-a4b5-98401ca90625 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.633447] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-08584441-b7ab-46e5-a4b5-98401ca90625" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.633521] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-08584441-b7ab-46e5-a4b5-98401ca90625" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.633726] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-08584441-b7ab-46e5-a4b5-98401ca90625" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.633803] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('08584441-b7ab-46e5-a4b5-98401ca90625',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.669261] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-d1eefa23-9462-4d1d-98d8-a427fa544370 taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.669414] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d1eefa23-9462-4d1d-98d8-a427fa544370" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.669637] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d1eefa23-9462-4d1d-98d8-a427fa544370',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.139040] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 08584441-b7ab-46e5-a4b5-98401ca90625 with status ACTIVE [ 838.139040] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.139040] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.139040] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.139040] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.139040] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.139040] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.139040] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.139040] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.139040] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.139040] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.139040] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.139040] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.139040] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.139040] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.139040] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.139040] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 08584441-b7ab-46e5-a4b5-98401ca90625 is going to be updated. [ 838.161767] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.161934] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.162018] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.162501] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.162501] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.162622] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-08584441-b7ab-46e5-a4b5-98401ca90625" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.172116] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d1eefa23-9462-4d1d-98d8-a427fa544370',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.674221] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.674444] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.674444] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.675708] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.675708] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.675708] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d1eefa23-9462-4d1d-98d8-a427fa544370 is going to be updated. [ 838.724835] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.725112] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.725218] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.725375] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.725519] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.736981] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d1eefa23-9462-4d1d-98d8-a427fa544370 in Status: IN_PROGRESS for 2s [ 840.749024] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d1eefa23-9462-4d1d-98d8-a427fa544370 in Status: SUCCESS [ 840.749024] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d1eefa23-9462-4d1d-98d8-a427fa544370" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.749317] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d1eefa23-9462-4d1d-98d8-a427fa544370" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.749357] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d1eefa23-9462-4d1d-98d8-a427fa544370" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.749550] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.749645] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.749708] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.749857] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.749935] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.750146] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d1eefa23-9462-4d1d-98d8-a427fa544370',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.247331] env[66859]: INFO networking_nsxv3.common.synchronization [req-4e460654-1c54-4353-aa5f-460d30537ddd req-e010776e-0fd8-4ebf-bba1-073924bc8064 tempest-SecurityGroupsTestJSON-333763930 tempest-SecurityGroupsTestJSON-333763930-project-member] Enqueued Resource ID: 955eb3b7-7e9e-4972-9cd5-948338492739 with Priority: HIGHEST for action security_group_members [ 841.247331] env[66859]: INFO networking_nsxv3.common.synchronization [req-4e460654-1c54-4353-aa5f-460d30537ddd req-e010776e-0fd8-4ebf-bba1-073924bc8064 tempest-SecurityGroupsTestJSON-333763930 tempest-SecurityGroupsTestJSON-333763930-project-member] Enqueued Resource ID: da1f97c1-5b6a-4cef-b9ab-8112d4c337bd with Priority: HIGHEST for action security_group_members [ 841.247331] env[66859]: INFO networking_nsxv3.common.synchronization [req-4e460654-1c54-4353-aa5f-460d30537ddd req-e010776e-0fd8-4ebf-bba1-073924bc8064 tempest-SecurityGroupsTestJSON-333763930 tempest-SecurityGroupsTestJSON-333763930-project-member] Enqueued Resource ID: 9977798c-edc8-4a04-a548-1818f0310d60 with Priority: HIGHEST for action security_group_members [ 841.248095] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 955eb3b7-7e9e-4972-9cd5-948338492739 with Priority: HIGHEST for action security_group_members [ 841.250172] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: da1f97c1-5b6a-4cef-b9ab-8112d4c337bd with Priority: HIGHEST for action security_group_members [ 841.250172] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9977798c-edc8-4a04-a548-1818f0310d60 with Priority: HIGHEST for action security_group_members [ 841.250172] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-955eb3b7-7e9e-4972-9cd5-948338492739 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.250172] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-955eb3b7-7e9e-4972-9cd5-948338492739" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.250172] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-955eb3b7-7e9e-4972-9cd5-948338492739" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.252260] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-955eb3b7-7e9e-4972-9cd5-948338492739" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.252260] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.252260] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.252260] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.252260] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.252260] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.252260] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('955eb3b7-7e9e-4972-9cd5-948338492739',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.252607] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-da1f97c1-5b6a-4cef-b9ab-8112d4c337bd taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.252607] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-da1f97c1-5b6a-4cef-b9ab-8112d4c337bd" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.252607] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-da1f97c1-5b6a-4cef-b9ab-8112d4c337bd" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.252885] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-da1f97c1-5b6a-4cef-b9ab-8112d4c337bd" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.253144] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.253331] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.253420] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.254024] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.254024] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.254024] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('da1f97c1-5b6a-4cef-b9ab-8112d4c337bd',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.256495] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-9977798c-edc8-4a04-a548-1818f0310d60 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.256495] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9977798c-edc8-4a04-a548-1818f0310d60" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.256495] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9977798c-edc8-4a04-a548-1818f0310d60" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.256495] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9977798c-edc8-4a04-a548-1818f0310d60" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.256495] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.256495] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.256495] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.256495] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.256992] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.256992] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9977798c-edc8-4a04-a548-1818f0310d60',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.258489] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d1eefa23-9462-4d1d-98d8-a427fa544370',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.759161] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.759705] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.759705] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.760048] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.760276] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.760748] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.760934] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.761163] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.762697] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.762697] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.762697] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 955eb3b7-7e9e-4972-9cd5-948338492739 is going to be updated. [ 841.765070] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.765070] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.765070] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.765070] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.765329] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.765475] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.765706] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d1eefa23-9462-4d1d-98d8-a427fa544370',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.808926] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.809796] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.813029] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.813029] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.813029] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.813029] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.813029] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: da1f97c1-5b6a-4cef-b9ab-8112d4c337bd is going to be updated. [ 841.813029] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.813029] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.839033] env[66859]: INFO networking_nsxv3.common.synchronization [req-d953c873-20ce-4ec4-aab2-70a1ec5c93c6 req-d22cb0ec-ae65-4d62-9bce-5b7f191cc65a tempest-ServersAdminTestJSON-1670526874 tempest-ServersAdminTestJSON-1670526874-project-member] Enqueued Resource ID: 4522597f-f640-407a-8ae0-aa2fe02a5298 with Priority: HIGHEST for action security_group_members [ 841.839033] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4522597f-f640-407a-8ae0-aa2fe02a5298 with Priority: HIGHEST for action security_group_members [ 841.839033] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-4522597f-f640-407a-8ae0-aa2fe02a5298 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.839033] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4522597f-f640-407a-8ae0-aa2fe02a5298" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.839033] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4522597f-f640-407a-8ae0-aa2fe02a5298" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.839033] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4522597f-f640-407a-8ae0-aa2fe02a5298" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.839033] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.839033] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.839033] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.839033] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.839033] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.839033] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4522597f-f640-407a-8ae0-aa2fe02a5298',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.846861] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.847089] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.847164] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.847494] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.847680] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.857611] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.857936] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.858270] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.858270] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.858580] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.858626] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.858731] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9977798c-edc8-4a04-a548-1818f0310d60 is going to be updated. [ 841.879404] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 955eb3b7-7e9e-4972-9cd5-948338492739 in Status: IN_PROGRESS for 2s [ 841.892548] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.892695] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.892760] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.892981] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.893164] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.905388] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: da1f97c1-5b6a-4cef-b9ab-8112d4c337bd in Status: IN_PROGRESS for 2s [ 841.923338] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.923484] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.923608] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.923780] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.923918] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.939431] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9977798c-edc8-4a04-a548-1818f0310d60 in Status: IN_PROGRESS for 2s [ 842.270869] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.271104] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.271252] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.271498] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.271620] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.271716] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d1eefa23-9462-4d1d-98d8-a427fa544370 is going to be updated. [ 842.310912] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.311103] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.311157] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.311357] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.311512] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.321057] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d1eefa23-9462-4d1d-98d8-a427fa544370 in Status: IN_PROGRESS for 2s [ 842.341549] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4522597f-f640-407a-8ae0-aa2fe02a5298',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.844644] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4522597f-f640-407a-8ae0-aa2fe02a5298',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.348670] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.348827] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.348863] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.349545] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.349545] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.349545] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4522597f-f640-407a-8ae0-aa2fe02a5298 is going to be updated. [ 843.395028] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.395028] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.395028] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.395242] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.395403] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.412222] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4522597f-f640-407a-8ae0-aa2fe02a5298 in Status: IN_PROGRESS for 2s [ 843.889971] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 955eb3b7-7e9e-4972-9cd5-948338492739 in Status: SUCCESS [ 843.890347] env[66859]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 955eb3b7-7e9e-4972-9cd5-948338492739 deletion is rescheduled due to dependency. [ 843.890347] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-955eb3b7-7e9e-4972-9cd5-948338492739" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.915896] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: da1f97c1-5b6a-4cef-b9ab-8112d4c337bd in Status: SUCCESS [ 843.915896] env[66859]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: da1f97c1-5b6a-4cef-b9ab-8112d4c337bd deletion is rescheduled due to dependency. [ 843.916105] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-da1f97c1-5b6a-4cef-b9ab-8112d4c337bd" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.950227] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9977798c-edc8-4a04-a548-1818f0310d60 in Status: SUCCESS [ 843.950295] env[66859]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9977798c-edc8-4a04-a548-1818f0310d60 deletion is rescheduled due to dependency. [ 843.950725] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9977798c-edc8-4a04-a548-1818f0310d60" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.335108] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d1eefa23-9462-4d1d-98d8-a427fa544370 in Status: SUCCESS [ 844.335290] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d1eefa23-9462-4d1d-98d8-a427fa544370" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.336404] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d1eefa23-9462-4d1d-98d8-a427fa544370" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.336404] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d1eefa23-9462-4d1d-98d8-a427fa544370" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.336404] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.336404] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.336404] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.337178] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.337178] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.337178] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d1eefa23-9462-4d1d-98d8-a427fa544370" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.337178] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-d1eefa23-9462-4d1d-98d8-a427fa544370 taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.337178] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d1eefa23-9462-4d1d-98d8-a427fa544370" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.337497] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d1eefa23-9462-4d1d-98d8-a427fa544370" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.337750] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d1eefa23-9462-4d1d-98d8-a427fa544370" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.337922] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.338222] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.338352] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.338617] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.338845] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.338956] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d1eefa23-9462-4d1d-98d8-a427fa544370" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.339106] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d1eefa23-9462-4d1d-98d8-a427fa544370',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.843207] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d1eefa23-9462-4d1d-98d8-a427fa544370: rpc.has_security_group_logging(os_id): False [ 844.864808] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.865103] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.865198] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.865414] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.865505] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.865728] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.865805] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.865849] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.865996] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.866634] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.866634] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.866634] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.866923] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.866923] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.866923] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.867182] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.867254] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.867340] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.867426] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.867621] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.867710] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d1eefa23-9462-4d1d-98d8-a427fa544370 is going to be created. [ 844.937084] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.937084] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.937467] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.937467] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.937622] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.951329] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d1eefa23-9462-4d1d-98d8-a427fa544370 in Status: IN_PROGRESS for 2s [ 845.424762] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4522597f-f640-407a-8ae0-aa2fe02a5298 in Status: SUCCESS [ 845.424762] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4522597f-f640-407a-8ae0-aa2fe02a5298" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.837755] env[66859]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 846.838158] env[66859]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 846.968214] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d1eefa23-9462-4d1d-98d8-a427fa544370 in Status: SUCCESS [ 846.968500] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d1eefa23-9462-4d1d-98d8-a427fa544370" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.968665] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d1eefa23-9462-4d1d-98d8-a427fa544370" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.969051] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d1eefa23-9462-4d1d-98d8-a427fa544370" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.969157] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d1eefa23-9462-4d1d-98d8-a427fa544370',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.473033] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-d1eefa23-9462-4d1d-98d8-a427fa544370 taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.473033] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d1eefa23-9462-4d1d-98d8-a427fa544370" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.473033] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d1eefa23-9462-4d1d-98d8-a427fa544370" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.473033] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d1eefa23-9462-4d1d-98d8-a427fa544370" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.473320] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.473320] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.473405] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.473530] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.473623] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.473711] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d1eefa23-9462-4d1d-98d8-a427fa544370" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.473802] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d1eefa23-9462-4d1d-98d8-a427fa544370',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.979541] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-d1eefa23-9462-4d1d-98d8-a427fa544370 taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.979541] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d1eefa23-9462-4d1d-98d8-a427fa544370" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.979541] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d1eefa23-9462-4d1d-98d8-a427fa544370" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.979541] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d1eefa23-9462-4d1d-98d8-a427fa544370" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.979541] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.979541] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.979541] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.979541] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.979541] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.979541] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d1eefa23-9462-4d1d-98d8-a427fa544370" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.979541] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-d1eefa23-9462-4d1d-98d8-a427fa544370 taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.979541] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d1eefa23-9462-4d1d-98d8-a427fa544370" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.979541] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d1eefa23-9462-4d1d-98d8-a427fa544370" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.979541] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d1eefa23-9462-4d1d-98d8-a427fa544370" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.979541] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.979541] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.980358] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.980358] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.980358] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.980358] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d1eefa23-9462-4d1d-98d8-a427fa544370" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.980358] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d1eefa23-9462-4d1d-98d8-a427fa544370',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.482564] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d1eefa23-9462-4d1d-98d8-a427fa544370: rpc.has_security_group_logging(os_id): False [ 848.505932] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.506083] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.506145] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.506621] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.506621] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.506800] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.506800] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.507278] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.507278] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.507278] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.507278] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.507464] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.507464] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.507566] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.507646] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.507853] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.507954] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.508035] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.508181] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.508263] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.508336] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d1eefa23-9462-4d1d-98d8-a427fa544370 is going to be updated. [ 848.582098] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.582339] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.582481] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.582811] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.582967] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.614765] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d1eefa23-9462-4d1d-98d8-a427fa544370 in Status: IN_PROGRESS for 2s [ 849.924960] env[66859]: INFO networking_nsxv3.common.synchronization [req-1158af5e-4a42-4554-beec-3c4361f60285 req-c3cf5060-1006-4cf2-b6b3-92225eb4fa8e tempest-MultipleCreateTestJSON-718386698 tempest-MultipleCreateTestJSON-718386698-project-member] Enqueued Resource ID: d1eefa23-9462-4d1d-98d8-a427fa544370 with Priority: HIGHEST for action security_group_members [ 849.925341] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d1eefa23-9462-4d1d-98d8-a427fa544370 with Priority: HIGHEST for action security_group_members [ 849.925860] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-d1eefa23-9462-4d1d-98d8-a427fa544370 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.928915] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d1eefa23-9462-4d1d-98d8-a427fa544370" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.929170] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d1eefa23-9462-4d1d-98d8-a427fa544370" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.929348] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d1eefa23-9462-4d1d-98d8-a427fa544370" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.929539] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.929653] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.929713] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.929877] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.929963] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.930134] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d1eefa23-9462-4d1d-98d8-a427fa544370',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.988442] env[66859]: INFO networking_nsxv3.common.synchronization [req-f17aa6b7-9e53-40b8-96d3-469b149a55b5 req-e714a92d-80dc-43d8-9e3a-22967550fca8 tempest-MultipleCreateTestJSON-718386698 tempest-MultipleCreateTestJSON-718386698-project-member] Enqueued Resource ID: d1eefa23-9462-4d1d-98d8-a427fa544370 with Priority: HIGHEST for action security_group_members [ 849.989296] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d1eefa23-9462-4d1d-98d8-a427fa544370 with Priority: HIGHEST for action security_group_members [ 849.989613] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-d1eefa23-9462-4d1d-98d8-a427fa544370 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.989750] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d1eefa23-9462-4d1d-98d8-a427fa544370" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.432426] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d1eefa23-9462-4d1d-98d8-a427fa544370',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.634292] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d1eefa23-9462-4d1d-98d8-a427fa544370 in Status: SUCCESS [ 850.634548] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d1eefa23-9462-4d1d-98d8-a427fa544370" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.758569] env[66859]: INFO networking_nsxv3.common.synchronization [req-b0d9048e-db97-4c96-a2a4-97c3c3adb342 req-a47bdc3b-3af2-4c76-9f7a-0ad167dce35c tempest-ServersTestFqdnHostnames-1227569142 tempest-ServersTestFqdnHostnames-1227569142-project-member] Enqueued Resource ID: 6ad5828c-90b4-4b0c-adc1-87e12469123a with Priority: HIGHEST for action security_group_members [ 850.760015] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6ad5828c-90b4-4b0c-adc1-87e12469123a with Priority: HIGHEST for action security_group_members [ 850.760015] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-6ad5828c-90b4-4b0c-adc1-87e12469123a taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.760015] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6ad5828c-90b4-4b0c-adc1-87e12469123a" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.760015] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6ad5828c-90b4-4b0c-adc1-87e12469123a" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.760015] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6ad5828c-90b4-4b0c-adc1-87e12469123a" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.760015] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.760973] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.761080] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.761313] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.761620] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.761620] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6ad5828c-90b4-4b0c-adc1-87e12469123a',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.935026] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d1eefa23-9462-4d1d-98d8-a427fa544370',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.186476] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock network-300 taken with stack trace [, , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.186688] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "network-300" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.186745] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "network-300" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.187122] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "network-300" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.187562] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.187562] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.187831] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.187923] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.188092] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.188591] env[66859]: DEBUG dogpile.cache.region [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] No value present for key: 'zone-id' {{(pid=66859) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 851.188591] env[66859]: DEBUG dogpile.lock [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] NeedRegenerationException {{(pid=66859) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 851.188591] env[66859]: DEBUG dogpile.lock [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] no value, waiting for create lock {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 851.188858] env[66859]: DEBUG dogpile.lock [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] value creation lock acquired {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 851.188858] env[66859]: DEBUG dogpile.cache.region [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] No value present for key: 'zone-id' {{(pid=66859) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 851.189049] env[66859]: DEBUG dogpile.lock [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Calling creation function for not-yet-present value {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 851.189049] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 851.209067] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 851.209255] env[66859]: DEBUG dogpile.cache.region [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66859) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 851.209407] env[66859]: DEBUG dogpile.lock [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Released creation lock {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 851.209664] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "network-300" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.210190] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock port-1614e68a-fc34-4bb2-9616-0f0fd103d482 taken with stack trace [, , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.210467] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "port-1614e68a-fc34-4bb2-9616-0f0fd103d482" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.211057] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "port-1614e68a-fc34-4bb2-9616-0f0fd103d482" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.211138] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "port-1614e68a-fc34-4bb2-9616-0f0fd103d482" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.211332] env[66859]: DEBUG networking_nsxv3.api.rpc [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1614e68a-fc34-4bb2-9616-0f0fd103d482',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.265171] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.265615] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.265726] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.265994] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.266121] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.266343] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.266466] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.266524] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.266683] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.266756] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.266849] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6ad5828c-90b4-4b0c-adc1-87e12469123a already deleted. [ 851.266934] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6ad5828c-90b4-4b0c-adc1-87e12469123a" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.440425] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.440583] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.440653] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.440896] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.440985] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.441101] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d1eefa23-9462-4d1d-98d8-a427fa544370 is going to be updated. [ 851.519719] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.519851] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.519923] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.520195] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.520892] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.531176] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d1eefa23-9462-4d1d-98d8-a427fa544370 in Status: IN_PROGRESS for 2s [ 851.713578] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.713831] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.713951] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.714241] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.714388] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.714568] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Segment Port 1614e68a-fc34-4bb2-9616-0f0fd103d482 not found, creating... [ 851.714831] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.714985] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.715127] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.715351] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.715486] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.715788] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.715907] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.716044] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.716255] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.716383] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.716516] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Resource: SegmentPort with ID: 1614e68a-fc34-4bb2-9616-0f0fd103d482 is going to be created. [ 851.741996] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.742296] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.742424] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.742776] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.743058] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.743388] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "port-1614e68a-fc34-4bb2-9616-0f0fd103d482" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.476154] env[66859]: INFO networking_nsxv3.common.synchronization [req-b0d9048e-db97-4c96-a2a4-97c3c3adb342 req-2540edd3-1a2d-4c27-ae1e-b7bdb3d5638a service nova] Enqueued Resource ID: 6ad5828c-90b4-4b0c-adc1-87e12469123a with Priority: HIGHEST for action security_group_rules [ 852.476472] env[66859]: INFO networking_nsxv3.common.synchronization [req-b0d9048e-db97-4c96-a2a4-97c3c3adb342 req-2540edd3-1a2d-4c27-ae1e-b7bdb3d5638a service nova] Enqueued Resource ID: 6ad5828c-90b4-4b0c-adc1-87e12469123a with Priority: HIGHEST for action security_group_members [ 852.476472] env[66859]: INFO networking_nsxv3.common.synchronization [req-b0d9048e-db97-4c96-a2a4-97c3c3adb342 req-2540edd3-1a2d-4c27-ae1e-b7bdb3d5638a service nova] Enqueued Resource ID: 1614e68a-fc34-4bb2-9616-0f0fd103d482 with Priority: HIGHEST for action port [ 852.477795] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6ad5828c-90b4-4b0c-adc1-87e12469123a with Priority: HIGHEST for action security_group_rules [ 852.477983] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6ad5828c-90b4-4b0c-adc1-87e12469123a with Priority: HIGHEST for action security_group_members [ 852.478107] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1614e68a-fc34-4bb2-9616-0f0fd103d482 with Priority: HIGHEST for action port [ 852.478514] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6ad5828c-90b4-4b0c-adc1-87e12469123a taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.478682] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6ad5828c-90b4-4b0c-adc1-87e12469123a" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.478763] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6ad5828c-90b4-4b0c-adc1-87e12469123a" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.478971] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6ad5828c-90b4-4b0c-adc1-87e12469123a" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.479070] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6ad5828c-90b4-4b0c-adc1-87e12469123a',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.479988] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-6ad5828c-90b4-4b0c-adc1-87e12469123a taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.480994] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6ad5828c-90b4-4b0c-adc1-87e12469123a" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.481091] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6ad5828c-90b4-4b0c-adc1-87e12469123a" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.481536] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6ad5828c-90b4-4b0c-adc1-87e12469123a" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.481695] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.481799] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.481860] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.482023] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.482104] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.482337] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6ad5828c-90b4-4b0c-adc1-87e12469123a',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.483577] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock port-1614e68a-fc34-4bb2-9616-0f0fd103d482 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.483577] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1614e68a-fc34-4bb2-9616-0f0fd103d482" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.483577] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1614e68a-fc34-4bb2-9616-0f0fd103d482" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.483577] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1614e68a-fc34-4bb2-9616-0f0fd103d482" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.483577] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1614e68a-fc34-4bb2-9616-0f0fd103d482',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.989020] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6ad5828c-90b4-4b0c-adc1-87e12469123a',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.989020] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-6ad5828c-90b4-4b0c-adc1-87e12469123a taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.989020] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6ad5828c-90b4-4b0c-adc1-87e12469123a" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.989020] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1614e68a-fc34-4bb2-9616-0f0fd103d482 with status ACTIVE [ 852.989020] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.989020] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.989020] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.989020] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.989020] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.989020] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.989020] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.989020] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.989020] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.989020] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.989695] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.989695] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.989695] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.989695] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.989695] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.989695] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1614e68a-fc34-4bb2-9616-0f0fd103d482 is going to be updated. [ 853.015337] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.015483] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.015542] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.015742] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.015871] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.016572] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1614e68a-fc34-4bb2-9616-0f0fd103d482" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.493471] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6ad5828c-90b4-4b0c-adc1-87e12469123a',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.542018] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d1eefa23-9462-4d1d-98d8-a427fa544370 in Status: SUCCESS [ 853.542377] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d1eefa23-9462-4d1d-98d8-a427fa544370" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.542579] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d1eefa23-9462-4d1d-98d8-a427fa544370" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.542907] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d1eefa23-9462-4d1d-98d8-a427fa544370" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.543149] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.543277] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.543367] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.543540] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.543623] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.543720] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d1eefa23-9462-4d1d-98d8-a427fa544370',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.997312] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.997487] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.997487] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.997685] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.997773] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.997869] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6ad5828c-90b4-4b0c-adc1-87e12469123a is going to be created. [ 854.024685] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.024870] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.024923] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.025133] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.025305] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.038349] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6ad5828c-90b4-4b0c-adc1-87e12469123a in Status: UNINITIALIZED for 2s [ 854.049734] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.049734] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.049734] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.049734] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.049734] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.049734] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.049734] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.049734] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.049734] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.049734] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.049734] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d1eefa23-9462-4d1d-98d8-a427fa544370 is going to be updated. [ 854.074610] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.074759] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.074813] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.075031] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.075190] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.086548] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d1eefa23-9462-4d1d-98d8-a427fa544370 in Status: IN_PROGRESS for 2s [ 855.083849] env[66859]: INFO networking_nsxv3.common.synchronization [None req-5f6855d3-1f97-489e-a454-aa855dad100f None None] Enqueued Resource ID: a8aa9c16-2174-4e5f-8e65-3bccf2b555b2 with Priority: HIGHEST for action port [ 855.085429] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8aa9c16-2174-4e5f-8e65-3bccf2b555b2 with Priority: HIGHEST for action port [ 855.085429] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock port-a8aa9c16-2174-4e5f-8e65-3bccf2b555b2 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.085429] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a8aa9c16-2174-4e5f-8e65-3bccf2b555b2" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.085429] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a8aa9c16-2174-4e5f-8e65-3bccf2b555b2" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.085755] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a8aa9c16-2174-4e5f-8e65-3bccf2b555b2" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.085914] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a8aa9c16-2174-4e5f-8e65-3bccf2b555b2',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.274047] env[66859]: INFO networking_nsxv3.common.synchronization [None req-f4f1aa6b-d7c8-44ba-8052-c914d4597d9d tempest-AttachVolumeNegativeTest-414360256 tempest-AttachVolumeNegativeTest-414360256-project-member] Enqueued Resource ID: b0a31988-83b1-4472-96dd-f0285bdc0703 with Priority: HIGHEST for action security_group_rules [ 855.274047] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b0a31988-83b1-4472-96dd-f0285bdc0703 with Priority: HIGHEST for action security_group_rules [ 855.274047] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b0a31988-83b1-4472-96dd-f0285bdc0703 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.274047] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b0a31988-83b1-4472-96dd-f0285bdc0703" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.274047] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b0a31988-83b1-4472-96dd-f0285bdc0703" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.277781] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b0a31988-83b1-4472-96dd-f0285bdc0703" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.277781] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b0a31988-83b1-4472-96dd-f0285bdc0703',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.383407] env[66859]: INFO networking_nsxv3.common.synchronization [None req-cc6ddbb0-9186-42df-a212-89387c0fa2be tempest-AttachVolumeNegativeTest-414360256 tempest-AttachVolumeNegativeTest-414360256-project-member] Enqueued Resource ID: b0a31988-83b1-4472-96dd-f0285bdc0703 with Priority: HIGHEST for action security_group_rules [ 855.383407] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b0a31988-83b1-4472-96dd-f0285bdc0703 with Priority: HIGHEST for action security_group_rules [ 855.383407] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b0a31988-83b1-4472-96dd-f0285bdc0703 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.384153] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b0a31988-83b1-4472-96dd-f0285bdc0703" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.589385] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a8aa9c16-2174-4e5f-8e65-3bccf2b555b2 [ 855.589385] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.589385] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.589385] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.589385] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.589385] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.589385] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a8aa9c16-2174-4e5f-8e65-3bccf2b555b2 already deleted. [ 855.589385] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a8aa9c16-2174-4e5f-8e65-3bccf2b555b2" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.802357] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.802579] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.802579] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.802806] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.802893] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.802991] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b0a31988-83b1-4472-96dd-f0285bdc0703 already deleted. [ 855.803088] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b0a31988-83b1-4472-96dd-f0285bdc0703" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.803507] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b0a31988-83b1-4472-96dd-f0285bdc0703" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.803507] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b0a31988-83b1-4472-96dd-f0285bdc0703" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.803590] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b0a31988-83b1-4472-96dd-f0285bdc0703',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.979135] env[66859]: INFO networking_nsxv3.common.synchronization [req-c396986f-1770-44f3-ae1d-435f786e4dbf req-ada60626-ae4b-4383-8700-a7ccf926e086 tempest-ServersWithSpecificFlavorTestJSON-6506357 tempest-ServersWithSpecificFlavorTestJSON-6506357-project-member] Enqueued Resource ID: 25cdc873-ff62-40a0-9e9e-1db4cb9dc98c with Priority: HIGHEST for action security_group_members [ 855.980197] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 25cdc873-ff62-40a0-9e9e-1db4cb9dc98c with Priority: HIGHEST for action security_group_members [ 855.980735] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-25cdc873-ff62-40a0-9e9e-1db4cb9dc98c taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.981037] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-25cdc873-ff62-40a0-9e9e-1db4cb9dc98c" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.981269] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-25cdc873-ff62-40a0-9e9e-1db4cb9dc98c" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.981595] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-25cdc873-ff62-40a0-9e9e-1db4cb9dc98c" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.981877] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.982144] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.982335] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.982611] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.982822] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.983083] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('25cdc873-ff62-40a0-9e9e-1db4cb9dc98c',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.050583] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6ad5828c-90b4-4b0c-adc1-87e12469123a in Status: SUCCESS [ 856.050583] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6ad5828c-90b4-4b0c-adc1-87e12469123a" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.050583] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6ad5828c-90b4-4b0c-adc1-87e12469123a" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.050583] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6ad5828c-90b4-4b0c-adc1-87e12469123a" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.050583] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.050583] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.050583] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.050583] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.050583] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.050583] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6ad5828c-90b4-4b0c-adc1-87e12469123a" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.050583] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6ad5828c-90b4-4b0c-adc1-87e12469123a',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.099890] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d1eefa23-9462-4d1d-98d8-a427fa544370 in Status: SUCCESS [ 856.099890] env[66859]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d1eefa23-9462-4d1d-98d8-a427fa544370 deletion is rescheduled due to dependency. [ 856.099890] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d1eefa23-9462-4d1d-98d8-a427fa544370" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.330600] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.330821] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.330911] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.331191] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.331341] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.331402] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b0a31988-83b1-4472-96dd-f0285bdc0703 already deleted. [ 856.331450] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b0a31988-83b1-4472-96dd-f0285bdc0703" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.404606] env[66859]: DEBUG networking_nsxv3.common.locking [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Lock network-64 taken with stack trace [, , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.404752] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquiring lock "network-64" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.404843] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired lock "network-64" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.405113] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired external semaphore "network-64" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.405513] env[66859]: DEBUG networking_nsxv3.common.locking [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.405513] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquiring lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.405670] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.405826] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired external semaphore "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.405962] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Releasing lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.406442] env[66859]: DEBUG dogpile.cache.region [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] No value present for key: 'zone-id' {{(pid=66859) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 856.406608] env[66859]: DEBUG dogpile.lock [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] NeedRegenerationException {{(pid=66859) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 856.406743] env[66859]: DEBUG dogpile.lock [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] no value, waiting for create lock {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 856.406871] env[66859]: DEBUG dogpile.lock [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] value creation lock acquired {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 856.407016] env[66859]: DEBUG dogpile.cache.region [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] No value present for key: 'zone-id' {{(pid=66859) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 856.407163] env[66859]: DEBUG dogpile.lock [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Calling creation function for not-yet-present value {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 856.407306] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 856.430240] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 856.430439] env[66859]: DEBUG dogpile.cache.region [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66859) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 856.430573] env[66859]: DEBUG dogpile.lock [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Released creation lock {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 856.430738] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Releasing lock "network-64" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.431062] env[66859]: DEBUG networking_nsxv3.common.locking [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Lock port-53f51b4a-c448-4d8b-ab9f-db22940e7759 taken with stack trace [, , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.431239] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquiring lock "port-53f51b4a-c448-4d8b-ab9f-db22940e7759" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.431357] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired lock "port-53f51b4a-c448-4d8b-ab9f-db22940e7759" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.431700] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired external semaphore "port-53f51b4a-c448-4d8b-ab9f-db22940e7759" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.431834] env[66859]: DEBUG networking_nsxv3.api.rpc [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('53f51b4a-c448-4d8b-ab9f-db22940e7759',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.486451] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.486635] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.486748] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.486931] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.487036] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.487437] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.487547] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.487607] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.487999] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.487999] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.487999] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 25cdc873-ff62-40a0-9e9e-1db4cb9dc98c is going to be deleted. [ 856.519421] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.519666] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.519747] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.520048] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.520242] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.520385] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-25cdc873-ff62-40a0-9e9e-1db4cb9dc98c" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.556545] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6ad5828c-90b4-4b0c-adc1-87e12469123a',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.934878] env[66859]: DEBUG networking_nsxv3.common.locking [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.934878] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.934878] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.934878] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.935094] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.935290] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Segment Port 53f51b4a-c448-4d8b-ab9f-db22940e7759 not found, creating... [ 856.935482] env[66859]: DEBUG networking_nsxv3.common.locking [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.935780] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquiring lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.935780] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.935944] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired external semaphore "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.936088] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Releasing lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.936845] env[66859]: DEBUG networking_nsxv3.common.locking [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.936845] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.936845] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.937023] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.937059] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.937292] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Resource: SegmentPort with ID: 53f51b4a-c448-4d8b-ab9f-db22940e7759 is going to be created. [ 856.959410] env[66859]: DEBUG networking_nsxv3.common.locking [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.959722] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.959922] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.960290] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.960565] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.960844] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Releasing lock "port-53f51b4a-c448-4d8b-ab9f-db22940e7759" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.057922] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6ad5828c-90b4-4b0c-adc1-87e12469123a: rpc.has_security_group_logging(os_id): False [ 857.090886] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.091127] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.091174] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.091396] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.091518] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.091730] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.091827] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.091888] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.092060] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.092134] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.092225] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6ad5828c-90b4-4b0c-adc1-87e12469123a is going to be created. [ 857.192288] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.192680] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.192680] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.192924] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.192924] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.208436] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6ad5828c-90b4-4b0c-adc1-87e12469123a in Status: IN_PROGRESS for 2s [ 857.719230] env[66859]: INFO networking_nsxv3.common.synchronization [req-c396986f-1770-44f3-ae1d-435f786e4dbf req-c9c4f613-e98a-492b-97da-0375a379a663 service nova] Enqueued Resource ID: 25cdc873-ff62-40a0-9e9e-1db4cb9dc98c with Priority: HIGHEST for action security_group_rules [ 857.719230] env[66859]: INFO networking_nsxv3.common.synchronization [req-c396986f-1770-44f3-ae1d-435f786e4dbf req-c9c4f613-e98a-492b-97da-0375a379a663 service nova] Enqueued Resource ID: 25cdc873-ff62-40a0-9e9e-1db4cb9dc98c with Priority: HIGHEST for action security_group_members [ 857.719230] env[66859]: INFO networking_nsxv3.common.synchronization [req-c396986f-1770-44f3-ae1d-435f786e4dbf req-c9c4f613-e98a-492b-97da-0375a379a663 service nova] Enqueued Resource ID: 53f51b4a-c448-4d8b-ab9f-db22940e7759 with Priority: HIGHEST for action port [ 857.719230] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 25cdc873-ff62-40a0-9e9e-1db4cb9dc98c with Priority: HIGHEST for action security_group_rules [ 857.719230] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 25cdc873-ff62-40a0-9e9e-1db4cb9dc98c with Priority: HIGHEST for action security_group_members [ 857.719230] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53f51b4a-c448-4d8b-ab9f-db22940e7759 with Priority: HIGHEST for action port [ 857.719230] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock rules-25cdc873-ff62-40a0-9e9e-1db4cb9dc98c taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.719230] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-25cdc873-ff62-40a0-9e9e-1db4cb9dc98c" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.719230] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-25cdc873-ff62-40a0-9e9e-1db4cb9dc98c" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.719230] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-25cdc873-ff62-40a0-9e9e-1db4cb9dc98c" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.720185] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('25cdc873-ff62-40a0-9e9e-1db4cb9dc98c',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.721456] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-25cdc873-ff62-40a0-9e9e-1db4cb9dc98c taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.722233] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-25cdc873-ff62-40a0-9e9e-1db4cb9dc98c" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.722233] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-25cdc873-ff62-40a0-9e9e-1db4cb9dc98c" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.722233] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-25cdc873-ff62-40a0-9e9e-1db4cb9dc98c" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.722233] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.723022] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.723022] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.723022] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.723022] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.726754] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('25cdc873-ff62-40a0-9e9e-1db4cb9dc98c',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.727507] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock port-53f51b4a-c448-4d8b-ab9f-db22940e7759 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.727628] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-53f51b4a-c448-4d8b-ab9f-db22940e7759" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.727696] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-53f51b4a-c448-4d8b-ab9f-db22940e7759" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.727889] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-53f51b4a-c448-4d8b-ab9f-db22940e7759" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.727998] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('53f51b4a-c448-4d8b-ab9f-db22940e7759',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.176718] env[66859]: INFO networking_nsxv3.common.synchronization [None req-90c84d44-5ddf-41c0-b53f-186324af2c8b None None] Enqueued Resource ID: afd1c880-0c60-414a-8d07-577960d31dc6 with Priority: HIGHEST for action port [ 858.176718] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: afd1c880-0c60-414a-8d07-577960d31dc6 with Priority: HIGHEST for action port [ 858.177148] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock port-afd1c880-0c60-414a-8d07-577960d31dc6 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.177578] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-afd1c880-0c60-414a-8d07-577960d31dc6" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.177578] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-afd1c880-0c60-414a-8d07-577960d31dc6" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.177795] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-afd1c880-0c60-414a-8d07-577960d31dc6" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.177904] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('afd1c880-0c60-414a-8d07-577960d31dc6',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.228298] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('25cdc873-ff62-40a0-9e9e-1db4cb9dc98c',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.233886] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-25cdc873-ff62-40a0-9e9e-1db4cb9dc98c taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.234147] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-25cdc873-ff62-40a0-9e9e-1db4cb9dc98c" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.236016] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 53f51b4a-c448-4d8b-ab9f-db22940e7759 with status ACTIVE [ 858.236222] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.236371] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.236371] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.239501] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.239501] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.239501] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.239501] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.239501] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.239501] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.239501] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.239501] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.239501] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.239501] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.239501] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.239501] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.239501] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 53f51b4a-c448-4d8b-ab9f-db22940e7759 is going to be updated. [ 858.263977] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.264159] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.264260] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.264526] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.264708] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.264894] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-53f51b4a-c448-4d8b-ab9f-db22940e7759" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.680510] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port afd1c880-0c60-414a-8d07-577960d31dc6 [ 858.681208] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.681208] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.681208] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.681400] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.681440] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.681561] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:afd1c880-0c60-414a-8d07-577960d31dc6 already deleted. [ 858.681695] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-afd1c880-0c60-414a-8d07-577960d31dc6" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.731991] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('25cdc873-ff62-40a0-9e9e-1db4cb9dc98c',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.226098] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6ad5828c-90b4-4b0c-adc1-87e12469123a in Status: SUCCESS [ 859.226098] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6ad5828c-90b4-4b0c-adc1-87e12469123a" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.234884] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.235368] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.235368] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.235368] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.235569] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.235569] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 25cdc873-ff62-40a0-9e9e-1db4cb9dc98c is going to be created. [ 859.269590] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.269590] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.269590] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.269590] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.269590] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.283025] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 25cdc873-ff62-40a0-9e9e-1db4cb9dc98c in Status: UNINITIALIZED for 2s [ 861.251619] env[66859]: INFO networking_nsxv3.common.synchronization [req-191d1222-f06d-4175-a942-997622f98862 req-abd860c8-4487-47da-8ce0-a26f71af1e1d tempest-ServersNegativeTestMultiTenantJSON-1356754660 tempest-ServersNegativeTestMultiTenantJSON-1356754660-project-member] Enqueued Resource ID: 2cf0baaa-b5e8-40d9-8fc3-db4cc0ecddce with Priority: HIGHEST for action security_group_members [ 861.252583] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2cf0baaa-b5e8-40d9-8fc3-db4cc0ecddce with Priority: HIGHEST for action security_group_members [ 861.252888] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-2cf0baaa-b5e8-40d9-8fc3-db4cc0ecddce taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.253052] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2cf0baaa-b5e8-40d9-8fc3-db4cc0ecddce" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.253133] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2cf0baaa-b5e8-40d9-8fc3-db4cc0ecddce" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.253435] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2cf0baaa-b5e8-40d9-8fc3-db4cc0ecddce" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.253611] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.253705] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.253768] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.253973] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.254056] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.254223] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2cf0baaa-b5e8-40d9-8fc3-db4cc0ecddce',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.299220] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 25cdc873-ff62-40a0-9e9e-1db4cb9dc98c in Status: SUCCESS [ 861.299220] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-25cdc873-ff62-40a0-9e9e-1db4cb9dc98c" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.299220] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-25cdc873-ff62-40a0-9e9e-1db4cb9dc98c" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.299220] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-25cdc873-ff62-40a0-9e9e-1db4cb9dc98c" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.299532] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.299532] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.299532] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.299684] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.299737] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.299815] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-25cdc873-ff62-40a0-9e9e-1db4cb9dc98c" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.299923] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('25cdc873-ff62-40a0-9e9e-1db4cb9dc98c',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.740707] env[66859]: DEBUG networking_nsxv3.common.locking [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Lock network-824 taken with stack trace [, , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.740943] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquiring lock "network-824" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.741086] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired lock "network-824" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.741505] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired external semaphore "network-824" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.741776] env[66859]: DEBUG networking_nsxv3.common.locking [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.741985] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquiring lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.742066] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.742812] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired external semaphore "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.742909] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Releasing lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.743152] env[66859]: DEBUG dogpile.cache.region [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] No value present for key: 'zone-id' {{(pid=66859) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 861.743293] env[66859]: DEBUG dogpile.lock [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] NeedRegenerationException {{(pid=66859) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 861.743473] env[66859]: DEBUG dogpile.lock [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] no value, waiting for create lock {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 861.743591] env[66859]: DEBUG dogpile.lock [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] value creation lock acquired {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 861.743709] env[66859]: DEBUG dogpile.cache.region [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] No value present for key: 'zone-id' {{(pid=66859) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 861.743837] env[66859]: DEBUG dogpile.lock [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Calling creation function for not-yet-present value {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 861.743962] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 861.757501] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.757771] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.757897] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.758133] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.758296] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.758534] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.758667] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.758736] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.758937] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.759082] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.759141] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2cf0baaa-b5e8-40d9-8fc3-db4cc0ecddce already deleted. [ 861.759216] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2cf0baaa-b5e8-40d9-8fc3-db4cc0ecddce" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.764515] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 861.764739] env[66859]: DEBUG dogpile.cache.region [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66859) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 861.764904] env[66859]: DEBUG dogpile.lock [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Released creation lock {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 861.765123] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Releasing lock "network-824" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.765491] env[66859]: DEBUG networking_nsxv3.common.locking [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Lock port-b5c180ca-a0d1-4633-b645-0da129ab2754 taken with stack trace [, , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.765702] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquiring lock "port-b5c180ca-a0d1-4633-b645-0da129ab2754" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.765858] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired lock "port-b5c180ca-a0d1-4633-b645-0da129ab2754" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.766225] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired external semaphore "port-b5c180ca-a0d1-4633-b645-0da129ab2754" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.766403] env[66859]: DEBUG networking_nsxv3.api.rpc [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b5c180ca-a0d1-4633-b645-0da129ab2754',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.802621] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('25cdc873-ff62-40a0-9e9e-1db4cb9dc98c',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.269560] env[66859]: DEBUG networking_nsxv3.common.locking [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.269560] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.270068] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.270286] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.270495] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.270658] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Segment Port b5c180ca-a0d1-4633-b645-0da129ab2754 not found, creating... [ 862.271082] env[66859]: DEBUG networking_nsxv3.common.locking [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.271324] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquiring lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.271468] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.271742] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired external semaphore "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.271887] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Releasing lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.272240] env[66859]: DEBUG networking_nsxv3.common.locking [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.272409] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.273127] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.273127] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.273127] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.273275] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Resource: SegmentPort with ID: b5c180ca-a0d1-4633-b645-0da129ab2754 is going to be created. [ 862.301195] env[66859]: DEBUG networking_nsxv3.common.locking [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.301446] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.301684] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.302088] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.302311] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.302628] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Releasing lock "port-b5c180ca-a0d1-4633-b645-0da129ab2754" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.305564] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 25cdc873-ff62-40a0-9e9e-1db4cb9dc98c: rpc.has_security_group_logging(os_id): False [ 862.328691] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.328898] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.328966] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.329274] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.329667] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.329884] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.330054] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.330145] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.330373] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.330480] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.330593] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 25cdc873-ff62-40a0-9e9e-1db4cb9dc98c is going to be created. [ 862.415109] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.415109] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.415109] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.415109] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.415444] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.443141] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 25cdc873-ff62-40a0-9e9e-1db4cb9dc98c in Status: IN_PROGRESS for 2s [ 863.085203] env[66859]: INFO networking_nsxv3.common.synchronization [req-191d1222-f06d-4175-a942-997622f98862 req-7a706599-94e7-4e35-a9c4-996af409c01e service nova] Enqueued Resource ID: 2cf0baaa-b5e8-40d9-8fc3-db4cc0ecddce with Priority: HIGHEST for action security_group_rules [ 863.085203] env[66859]: INFO networking_nsxv3.common.synchronization [req-191d1222-f06d-4175-a942-997622f98862 req-7a706599-94e7-4e35-a9c4-996af409c01e service nova] Enqueued Resource ID: 2cf0baaa-b5e8-40d9-8fc3-db4cc0ecddce with Priority: HIGHEST for action security_group_members [ 863.085203] env[66859]: INFO networking_nsxv3.common.synchronization [req-191d1222-f06d-4175-a942-997622f98862 req-7a706599-94e7-4e35-a9c4-996af409c01e service nova] Enqueued Resource ID: b5c180ca-a0d1-4633-b645-0da129ab2754 with Priority: HIGHEST for action port [ 863.085203] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2cf0baaa-b5e8-40d9-8fc3-db4cc0ecddce with Priority: HIGHEST for action security_group_rules [ 863.085203] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2cf0baaa-b5e8-40d9-8fc3-db4cc0ecddce with Priority: HIGHEST for action security_group_members [ 863.085203] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5c180ca-a0d1-4633-b645-0da129ab2754 with Priority: HIGHEST for action port [ 863.085892] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2cf0baaa-b5e8-40d9-8fc3-db4cc0ecddce taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.086167] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2cf0baaa-b5e8-40d9-8fc3-db4cc0ecddce" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.086338] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2cf0baaa-b5e8-40d9-8fc3-db4cc0ecddce" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.086767] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2cf0baaa-b5e8-40d9-8fc3-db4cc0ecddce" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.087137] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2cf0baaa-b5e8-40d9-8fc3-db4cc0ecddce',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.088978] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-2cf0baaa-b5e8-40d9-8fc3-db4cc0ecddce taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.089238] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2cf0baaa-b5e8-40d9-8fc3-db4cc0ecddce" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.089460] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2cf0baaa-b5e8-40d9-8fc3-db4cc0ecddce" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.089855] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2cf0baaa-b5e8-40d9-8fc3-db4cc0ecddce" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.090358] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.090750] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.090957] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.091337] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.091564] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.092757] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2cf0baaa-b5e8-40d9-8fc3-db4cc0ecddce',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.092960] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock port-b5c180ca-a0d1-4633-b645-0da129ab2754 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.093233] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b5c180ca-a0d1-4633-b645-0da129ab2754" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.093407] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b5c180ca-a0d1-4633-b645-0da129ab2754" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.093670] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b5c180ca-a0d1-4633-b645-0da129ab2754" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.093991] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b5c180ca-a0d1-4633-b645-0da129ab2754',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.573427] env[66859]: INFO networking_nsxv3.common.synchronization [req-331ffc0c-ba70-470f-bf12-5835d60ef776 req-9acaebb0-8a91-47ae-9be2-fbff7120f0a2 tempest-ListImageFiltersTestJSON-1116383732 tempest-ListImageFiltersTestJSON-1116383732-project-member] Enqueued Resource ID: 70b72ba9-54e5-4169-9f7e-0932f166000d with Priority: HIGHEST for action security_group_members [ 863.574273] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 70b72ba9-54e5-4169-9f7e-0932f166000d with Priority: HIGHEST for action security_group_members [ 863.574446] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-70b72ba9-54e5-4169-9f7e-0932f166000d taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.574526] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-70b72ba9-54e5-4169-9f7e-0932f166000d" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.574595] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-70b72ba9-54e5-4169-9f7e-0932f166000d" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.574804] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-70b72ba9-54e5-4169-9f7e-0932f166000d" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.575910] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.575910] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.575910] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.575910] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.575910] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.575910] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('70b72ba9-54e5-4169-9f7e-0932f166000d',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.597026] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-2cf0baaa-b5e8-40d9-8fc3-db4cc0ecddce taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.597198] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2cf0baaa-b5e8-40d9-8fc3-db4cc0ecddce" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.597364] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2cf0baaa-b5e8-40d9-8fc3-db4cc0ecddce',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.598692] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b5c180ca-a0d1-4633-b645-0da129ab2754 with status ACTIVE [ 863.598692] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.598692] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.598692] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.598874] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.598874] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.599061] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.599173] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.599234] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.599383] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.599466] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.599658] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.599916] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.599916] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.600410] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.600654] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.604284] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b5c180ca-a0d1-4633-b645-0da129ab2754 is going to be updated. [ 863.629477] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.630659] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.630659] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.630659] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.630659] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.630659] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b5c180ca-a0d1-4633-b645-0da129ab2754" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.005519] env[66859]: INFO networking_nsxv3.common.synchronization [req-2e9860e4-3c4e-41cb-a1ff-e88323cbef01 req-d257346a-fd29-451f-8783-25bd5962aef1 tempest-ServerActionsV293TestJSON-614350402 tempest-ServerActionsV293TestJSON-614350402-project-member] Enqueued Resource ID: a0f04332-80d9-4894-b55e-4bca08942e71 with Priority: HIGHEST for action security_group_members [ 864.006204] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a0f04332-80d9-4894-b55e-4bca08942e71 with Priority: HIGHEST for action security_group_members [ 864.006417] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-a0f04332-80d9-4894-b55e-4bca08942e71 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.006545] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a0f04332-80d9-4894-b55e-4bca08942e71" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.006610] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a0f04332-80d9-4894-b55e-4bca08942e71" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.006856] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a0f04332-80d9-4894-b55e-4bca08942e71" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.007059] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.008438] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.011678] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.011678] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.011678] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.011678] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a0f04332-80d9-4894-b55e-4bca08942e71',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.081345] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.082490] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.082490] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.082490] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.106236] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2cf0baaa-b5e8-40d9-8fc3-db4cc0ecddce',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.108806] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.109077] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.109200] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.109257] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.109477] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.109617] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.109665] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 70b72ba9-54e5-4169-9f7e-0932f166000d is going to be updated. [ 864.147443] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.147443] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.147443] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.147443] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.147443] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.161557] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 70b72ba9-54e5-4169-9f7e-0932f166000d in Status: IN_PROGRESS for 2s [ 864.448042] env[66859]: DEBUG networking_nsxv3.common.locking [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Lock network-112 taken with stack trace [, , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.448042] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquiring lock "network-112" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.448042] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired lock "network-112" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.448042] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired external semaphore "network-112" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.448042] env[66859]: DEBUG networking_nsxv3.common.locking [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.448042] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquiring lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.448427] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.448427] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired external semaphore "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.448606] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Releasing lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.448996] env[66859]: DEBUG dogpile.cache.region [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] No value present for key: 'zone-id' {{(pid=66859) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 864.452339] env[66859]: DEBUG dogpile.lock [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] NeedRegenerationException {{(pid=66859) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 864.452339] env[66859]: DEBUG dogpile.lock [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] no value, waiting for create lock {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 864.452339] env[66859]: DEBUG dogpile.lock [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] value creation lock acquired {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 864.452339] env[66859]: DEBUG dogpile.cache.region [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] No value present for key: 'zone-id' {{(pid=66859) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 864.452339] env[66859]: DEBUG dogpile.lock [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Calling creation function for not-yet-present value {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 864.452339] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 864.468027] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 25cdc873-ff62-40a0-9e9e-1db4cb9dc98c in Status: SUCCESS [ 864.468027] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-25cdc873-ff62-40a0-9e9e-1db4cb9dc98c" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.475369] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 864.475369] env[66859]: DEBUG dogpile.cache.region [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66859) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 864.475369] env[66859]: DEBUG dogpile.lock [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Released creation lock {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 864.475369] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Releasing lock "network-112" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.475369] env[66859]: DEBUG networking_nsxv3.common.locking [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Lock port-294ef338-73ac-4ab6-94ee-db011e4fa85c taken with stack trace [, , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.475369] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquiring lock "port-294ef338-73ac-4ab6-94ee-db011e4fa85c" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.475369] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired lock "port-294ef338-73ac-4ab6-94ee-db011e4fa85c" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.475369] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired external semaphore "port-294ef338-73ac-4ab6-94ee-db011e4fa85c" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.475369] env[66859]: DEBUG networking_nsxv3.api.rpc [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('294ef338-73ac-4ab6-94ee-db011e4fa85c',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.512431] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.512646] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.512646] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.512931] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.513028] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.513215] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.513328] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.513384] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.513562] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.513640] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.513738] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a0f04332-80d9-4894-b55e-4bca08942e71 already deleted. [ 864.513819] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a0f04332-80d9-4894-b55e-4bca08942e71" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.612079] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.612436] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.612436] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.612655] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.613026] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.613026] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2cf0baaa-b5e8-40d9-8fc3-db4cc0ecddce is going to be created. [ 864.644897] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.645071] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.645190] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.645453] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.645629] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.658323] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2cf0baaa-b5e8-40d9-8fc3-db4cc0ecddce in Status: UNINITIALIZED for 2s [ 864.977606] env[66859]: DEBUG networking_nsxv3.common.locking [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.977822] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.977969] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.978502] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.978502] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.978622] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Segment Port 294ef338-73ac-4ab6-94ee-db011e4fa85c not found, creating... [ 864.978830] env[66859]: DEBUG networking_nsxv3.common.locking [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.978973] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquiring lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.979098] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.979316] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired external semaphore "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.979452] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Releasing lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.979727] env[66859]: DEBUG networking_nsxv3.common.locking [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.979878] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.979989] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.981563] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.981563] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.983878] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Resource: SegmentPort with ID: 294ef338-73ac-4ab6-94ee-db011e4fa85c is going to be created. [ 865.006688] env[66859]: DEBUG networking_nsxv3.common.locking [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.006958] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.007106] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.007375] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.007599] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.007815] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Releasing lock "port-294ef338-73ac-4ab6-94ee-db011e4fa85c" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.739086] env[66859]: INFO networking_nsxv3.common.synchronization [req-2e9860e4-3c4e-41cb-a1ff-e88323cbef01 req-e4f2d920-129e-4659-89e3-0f6dee181496 service nova] Enqueued Resource ID: a0f04332-80d9-4894-b55e-4bca08942e71 with Priority: HIGHEST for action security_group_rules [ 865.739565] env[66859]: INFO networking_nsxv3.common.synchronization [req-2e9860e4-3c4e-41cb-a1ff-e88323cbef01 req-e4f2d920-129e-4659-89e3-0f6dee181496 service nova] Enqueued Resource ID: a0f04332-80d9-4894-b55e-4bca08942e71 with Priority: HIGHEST for action security_group_members [ 865.739565] env[66859]: INFO networking_nsxv3.common.synchronization [req-2e9860e4-3c4e-41cb-a1ff-e88323cbef01 req-e4f2d920-129e-4659-89e3-0f6dee181496 service nova] Enqueued Resource ID: 294ef338-73ac-4ab6-94ee-db011e4fa85c with Priority: HIGHEST for action port [ 865.739856] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a0f04332-80d9-4894-b55e-4bca08942e71 with Priority: HIGHEST for action security_group_rules [ 865.739997] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a0f04332-80d9-4894-b55e-4bca08942e71 with Priority: HIGHEST for action security_group_members [ 865.740105] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 294ef338-73ac-4ab6-94ee-db011e4fa85c with Priority: HIGHEST for action port [ 865.740555] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a0f04332-80d9-4894-b55e-4bca08942e71 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.740696] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a0f04332-80d9-4894-b55e-4bca08942e71" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.740779] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a0f04332-80d9-4894-b55e-4bca08942e71" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.741042] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a0f04332-80d9-4894-b55e-4bca08942e71" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.741143] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a0f04332-80d9-4894-b55e-4bca08942e71',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.742424] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-a0f04332-80d9-4894-b55e-4bca08942e71 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.742553] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a0f04332-80d9-4894-b55e-4bca08942e71" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.742658] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a0f04332-80d9-4894-b55e-4bca08942e71" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.742845] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a0f04332-80d9-4894-b55e-4bca08942e71" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.742999] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.743124] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.743203] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.743356] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.743469] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.743563] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a0f04332-80d9-4894-b55e-4bca08942e71',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.744582] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock port-294ef338-73ac-4ab6-94ee-db011e4fa85c taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.744702] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-294ef338-73ac-4ab6-94ee-db011e4fa85c" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.744824] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-294ef338-73ac-4ab6-94ee-db011e4fa85c" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.746299] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-294ef338-73ac-4ab6-94ee-db011e4fa85c" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.746299] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('294ef338-73ac-4ab6-94ee-db011e4fa85c',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.188848] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 70b72ba9-54e5-4169-9f7e-0932f166000d in Status: SUCCESS [ 866.188848] env[66859]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 70b72ba9-54e5-4169-9f7e-0932f166000d deletion is rescheduled due to dependency. [ 866.188848] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-70b72ba9-54e5-4169-9f7e-0932f166000d" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.250492] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-a0f04332-80d9-4894-b55e-4bca08942e71 taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.250645] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a0f04332-80d9-4894-b55e-4bca08942e71" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.250928] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a0f04332-80d9-4894-b55e-4bca08942e71',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.252228] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 294ef338-73ac-4ab6-94ee-db011e4fa85c with status ACTIVE [ 866.252487] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.252652] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.252729] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.260149] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.260149] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.260149] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.260149] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.260149] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.260149] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.260149] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.260149] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.260149] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.260149] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.260149] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.260149] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.260149] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 294ef338-73ac-4ab6-94ee-db011e4fa85c is going to be updated. [ 866.297179] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.297179] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.297179] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.297335] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.297562] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.297695] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-294ef338-73ac-4ab6-94ee-db011e4fa85c" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.671433] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2cf0baaa-b5e8-40d9-8fc3-db4cc0ecddce in Status: SUCCESS [ 866.671684] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2cf0baaa-b5e8-40d9-8fc3-db4cc0ecddce" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.671924] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2cf0baaa-b5e8-40d9-8fc3-db4cc0ecddce" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.672306] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2cf0baaa-b5e8-40d9-8fc3-db4cc0ecddce" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.672650] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.672816] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.672913] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.673163] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.673283] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.673405] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2cf0baaa-b5e8-40d9-8fc3-db4cc0ecddce" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.673525] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2cf0baaa-b5e8-40d9-8fc3-db4cc0ecddce',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.726277] env[66859]: INFO networking_nsxv3.common.synchronization [req-129c4ce6-94dd-4ea2-97bd-63adcf3731e2 req-c21b4436-9c18-425b-8163-0bda6b4bcb37 tempest-FloatingIPsAssociationTestJSON-358300736 tempest-FloatingIPsAssociationTestJSON-358300736-project-member] Enqueued Resource ID: d1db23ed-fd7e-4098-b8d0-4b73ee95246c with Priority: HIGHEST for action security_group_members [ 866.726854] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d1db23ed-fd7e-4098-b8d0-4b73ee95246c with Priority: HIGHEST for action security_group_members [ 866.727859] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-d1db23ed-fd7e-4098-b8d0-4b73ee95246c taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.727859] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d1db23ed-fd7e-4098-b8d0-4b73ee95246c" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.727859] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d1db23ed-fd7e-4098-b8d0-4b73ee95246c" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.727859] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d1db23ed-fd7e-4098-b8d0-4b73ee95246c" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.728206] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.728206] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.728206] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.728452] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.728452] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.728452] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d1db23ed-fd7e-4098-b8d0-4b73ee95246c',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.761562] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a0f04332-80d9-4894-b55e-4bca08942e71',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.140053] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock network-890 taken with stack trace [, , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.140053] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "network-890" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.140053] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "network-890" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.140581] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "network-890" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.140994] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.141352] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.141599] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.141937] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.142225] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.142729] env[66859]: DEBUG dogpile.cache.region [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] No value present for key: 'zone-id' {{(pid=66859) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 867.142973] env[66859]: DEBUG dogpile.lock [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] NeedRegenerationException {{(pid=66859) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 867.143224] env[66859]: DEBUG dogpile.lock [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] no value, waiting for create lock {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 867.143467] env[66859]: DEBUG dogpile.lock [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] value creation lock acquired {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 867.143801] env[66859]: DEBUG dogpile.cache.region [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] No value present for key: 'zone-id' {{(pid=66859) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 867.144057] env[66859]: DEBUG dogpile.lock [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Calling creation function for not-yet-present value {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 867.144313] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 867.165927] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 867.166212] env[66859]: DEBUG dogpile.cache.region [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66859) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 867.166367] env[66859]: DEBUG dogpile.lock [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Released creation lock {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 867.166559] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "network-890" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.166885] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock port-b0448a56-175b-4a57-b71c-f86770b0ad89 taken with stack trace [, , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.167129] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "port-b0448a56-175b-4a57-b71c-f86770b0ad89" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.167238] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "port-b0448a56-175b-4a57-b71c-f86770b0ad89" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.167571] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "port-b0448a56-175b-4a57-b71c-f86770b0ad89" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.167705] env[66859]: DEBUG networking_nsxv3.api.rpc [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b0448a56-175b-4a57-b71c-f86770b0ad89',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.177683] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-2cf0baaa-b5e8-40d9-8fc3-db4cc0ecddce taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.177683] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2cf0baaa-b5e8-40d9-8fc3-db4cc0ecddce" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.177822] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2cf0baaa-b5e8-40d9-8fc3-db4cc0ecddce" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.178702] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2cf0baaa-b5e8-40d9-8fc3-db4cc0ecddce" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.178774] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.178936] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.178993] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.179197] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.179768] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.179888] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2cf0baaa-b5e8-40d9-8fc3-db4cc0ecddce" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.180150] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-2cf0baaa-b5e8-40d9-8fc3-db4cc0ecddce taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.180319] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2cf0baaa-b5e8-40d9-8fc3-db4cc0ecddce" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.180459] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2cf0baaa-b5e8-40d9-8fc3-db4cc0ecddce" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.180708] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2cf0baaa-b5e8-40d9-8fc3-db4cc0ecddce" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.180814] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.181047] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.181047] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.181195] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.181226] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.181509] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2cf0baaa-b5e8-40d9-8fc3-db4cc0ecddce" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.181509] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2cf0baaa-b5e8-40d9-8fc3-db4cc0ecddce',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.230665] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.230851] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.230894] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.231319] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.231319] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.231423] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.231516] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.231577] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.231757] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.231860] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.231967] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d1db23ed-fd7e-4098-b8d0-4b73ee95246c already deleted. [ 867.232066] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d1db23ed-fd7e-4098-b8d0-4b73ee95246c" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.264431] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.264431] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.264431] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.264431] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.264431] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.264643] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a0f04332-80d9-4894-b55e-4bca08942e71 is going to be created. [ 867.308914] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.309629] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.309629] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.309629] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.309629] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.327295] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a0f04332-80d9-4894-b55e-4bca08942e71 in Status: UNINITIALIZED for 2s [ 867.671022] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.671382] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.671524] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.671852] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.672049] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.672232] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Segment Port b0448a56-175b-4a57-b71c-f86770b0ad89 not found, creating... [ 867.672562] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.672749] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.672853] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.673167] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.673321] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.673692] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.673817] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.673932] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.674175] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.674349] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.674494] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Resource: SegmentPort with ID: b0448a56-175b-4a57-b71c-f86770b0ad89 is going to be created. [ 867.683508] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2cf0baaa-b5e8-40d9-8fc3-db4cc0ecddce: rpc.has_security_group_logging(os_id): False [ 867.707713] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.707713] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.707713] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.708098] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.708260] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.708479] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.708601] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.708684] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.709208] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.709370] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.709901] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.710044] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.710181] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.710459] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.710585] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.710889] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.711053] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.711150] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.711379] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.711496] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.711625] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2cf0baaa-b5e8-40d9-8fc3-db4cc0ecddce is going to be created. [ 867.715563] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.716230] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.716230] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.716387] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.716862] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.716996] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "port-b0448a56-175b-4a57-b71c-f86770b0ad89" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.788645] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.789097] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.789184] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.789495] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.789702] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.827791] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2cf0baaa-b5e8-40d9-8fc3-db4cc0ecddce in Status: IN_PROGRESS for 2s [ 868.457934] env[66859]: INFO networking_nsxv3.common.synchronization [req-129c4ce6-94dd-4ea2-97bd-63adcf3731e2 req-69cc0c3f-1414-4e27-91d9-5f8e5914994d service nova] Enqueued Resource ID: d1db23ed-fd7e-4098-b8d0-4b73ee95246c with Priority: HIGHEST for action security_group_rules [ 868.457934] env[66859]: INFO networking_nsxv3.common.synchronization [req-129c4ce6-94dd-4ea2-97bd-63adcf3731e2 req-69cc0c3f-1414-4e27-91d9-5f8e5914994d service nova] Enqueued Resource ID: d1db23ed-fd7e-4098-b8d0-4b73ee95246c with Priority: HIGHEST for action security_group_members [ 868.457934] env[66859]: INFO networking_nsxv3.common.synchronization [req-129c4ce6-94dd-4ea2-97bd-63adcf3731e2 req-69cc0c3f-1414-4e27-91d9-5f8e5914994d service nova] Enqueued Resource ID: b0448a56-175b-4a57-b71c-f86770b0ad89 with Priority: HIGHEST for action port [ 868.458556] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d1db23ed-fd7e-4098-b8d0-4b73ee95246c with Priority: HIGHEST for action security_group_rules [ 868.458679] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d1db23ed-fd7e-4098-b8d0-4b73ee95246c with Priority: HIGHEST for action security_group_members [ 868.458777] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b0448a56-175b-4a57-b71c-f86770b0ad89 with Priority: HIGHEST for action port [ 868.459965] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d1db23ed-fd7e-4098-b8d0-4b73ee95246c taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.460705] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d1db23ed-fd7e-4098-b8d0-4b73ee95246c" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.460961] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d1db23ed-fd7e-4098-b8d0-4b73ee95246c" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.461712] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d1db23ed-fd7e-4098-b8d0-4b73ee95246c" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.462075] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d1db23ed-fd7e-4098-b8d0-4b73ee95246c',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.467049] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-d1db23ed-fd7e-4098-b8d0-4b73ee95246c taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.467358] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d1db23ed-fd7e-4098-b8d0-4b73ee95246c" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.467525] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d1db23ed-fd7e-4098-b8d0-4b73ee95246c" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.467901] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d1db23ed-fd7e-4098-b8d0-4b73ee95246c" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.468155] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.468316] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.468423] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.469459] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.469677] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.470247] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d1db23ed-fd7e-4098-b8d0-4b73ee95246c',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.471301] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock port-b0448a56-175b-4a57-b71c-f86770b0ad89 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.471437] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b0448a56-175b-4a57-b71c-f86770b0ad89" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.471437] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b0448a56-175b-4a57-b71c-f86770b0ad89" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.471948] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b0448a56-175b-4a57-b71c-f86770b0ad89" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.471948] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b0448a56-175b-4a57-b71c-f86770b0ad89',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.804839] env[66859]: INFO networking_nsxv3.common.synchronization [None req-bca8f9dd-c7dc-4dae-b932-93bf6753ef47 None None] Enqueued Resource ID: cae4a266-dea4-4cec-8d77-d5a26dd397c7 with Priority: HIGHEST for action port [ 868.807029] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cae4a266-dea4-4cec-8d77-d5a26dd397c7 with Priority: HIGHEST for action port [ 868.807029] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock port-cae4a266-dea4-4cec-8d77-d5a26dd397c7 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.807029] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cae4a266-dea4-4cec-8d77-d5a26dd397c7" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.807029] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cae4a266-dea4-4cec-8d77-d5a26dd397c7" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.810969] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cae4a266-dea4-4cec-8d77-d5a26dd397c7" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.810969] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cae4a266-dea4-4cec-8d77-d5a26dd397c7',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.975824] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-d1db23ed-fd7e-4098-b8d0-4b73ee95246c taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.975824] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d1db23ed-fd7e-4098-b8d0-4b73ee95246c" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.975824] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d1db23ed-fd7e-4098-b8d0-4b73ee95246c',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.979910] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b0448a56-175b-4a57-b71c-f86770b0ad89 with status ACTIVE [ 868.979910] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.979910] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.979910] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.979910] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.979910] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.979910] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.979910] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.979910] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.979910] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.979910] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.979910] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.979910] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.979910] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.979910] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.979910] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.979910] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b0448a56-175b-4a57-b71c-f86770b0ad89 is going to be updated. [ 869.004414] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.004618] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.004720] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.005036] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.005242] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.005501] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b0448a56-175b-4a57-b71c-f86770b0ad89" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.312296] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cae4a266-dea4-4cec-8d77-d5a26dd397c7 [ 869.312795] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.312971] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.313093] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.313368] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.313492] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.313618] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cae4a266-dea4-4cec-8d77-d5a26dd397c7 already deleted. [ 869.313692] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cae4a266-dea4-4cec-8d77-d5a26dd397c7" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.340571] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a0f04332-80d9-4894-b55e-4bca08942e71 in Status: SUCCESS [ 869.340869] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a0f04332-80d9-4894-b55e-4bca08942e71" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.341083] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a0f04332-80d9-4894-b55e-4bca08942e71" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.341413] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a0f04332-80d9-4894-b55e-4bca08942e71" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.341701] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.341842] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.341932] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.342103] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.342291] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.342326] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a0f04332-80d9-4894-b55e-4bca08942e71" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.342474] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a0f04332-80d9-4894-b55e-4bca08942e71',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.476838] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d1db23ed-fd7e-4098-b8d0-4b73ee95246c',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.845590] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a0f04332-80d9-4894-b55e-4bca08942e71',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.855978] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2cf0baaa-b5e8-40d9-8fc3-db4cc0ecddce in Status: SUCCESS [ 869.856280] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2cf0baaa-b5e8-40d9-8fc3-db4cc0ecddce" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.979921] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.980107] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.980185] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.980477] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.980570] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.980669] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d1db23ed-fd7e-4098-b8d0-4b73ee95246c is going to be created. [ 870.033099] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.033099] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.033345] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.034284] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.034859] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.051376] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d1db23ed-fd7e-4098-b8d0-4b73ee95246c in Status: UNINITIALIZED for 2s [ 870.349666] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a0f04332-80d9-4894-b55e-4bca08942e71: rpc.has_security_group_logging(os_id): False [ 870.385935] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.386138] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.386201] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.386387] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.386480] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.386727] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.386880] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.386972] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.388112] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.388294] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.388479] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a0f04332-80d9-4894-b55e-4bca08942e71 is going to be created. [ 870.479159] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.479832] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.480522] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.480902] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.481276] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.499097] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a0f04332-80d9-4894-b55e-4bca08942e71 in Status: IN_PROGRESS for 2s [ 871.220557] env[66859]: INFO networking_nsxv3.common.synchronization [None req-61d227ca-1871-453f-8619-500a27d43e08 None None] Enqueued Resource ID: 2737493b-45ef-4a01-86fe-5914d4a8f7cb with Priority: HIGHEST for action port [ 871.221273] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2737493b-45ef-4a01-86fe-5914d4a8f7cb with Priority: HIGHEST for action port [ 871.223417] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock port-2737493b-45ef-4a01-86fe-5914d4a8f7cb taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.223589] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2737493b-45ef-4a01-86fe-5914d4a8f7cb" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.223629] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2737493b-45ef-4a01-86fe-5914d4a8f7cb" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.224468] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2737493b-45ef-4a01-86fe-5914d4a8f7cb" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.224468] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2737493b-45ef-4a01-86fe-5914d4a8f7cb',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.727818] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2737493b-45ef-4a01-86fe-5914d4a8f7cb [ 871.728714] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.728714] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.728714] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.728959] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.729081] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.729246] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2737493b-45ef-4a01-86fe-5914d4a8f7cb already deleted. [ 871.729406] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2737493b-45ef-4a01-86fe-5914d4a8f7cb" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.065882] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d1db23ed-fd7e-4098-b8d0-4b73ee95246c in Status: SUCCESS [ 872.066135] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d1db23ed-fd7e-4098-b8d0-4b73ee95246c" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.066349] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d1db23ed-fd7e-4098-b8d0-4b73ee95246c" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.066618] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d1db23ed-fd7e-4098-b8d0-4b73ee95246c" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.067130] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.067130] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.067130] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.071022] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.071022] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.071022] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d1db23ed-fd7e-4098-b8d0-4b73ee95246c" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.071022] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d1db23ed-fd7e-4098-b8d0-4b73ee95246c',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.517318] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a0f04332-80d9-4894-b55e-4bca08942e71 in Status: SUCCESS [ 872.517649] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a0f04332-80d9-4894-b55e-4bca08942e71" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.573428] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-d1db23ed-fd7e-4098-b8d0-4b73ee95246c taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.573640] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d1db23ed-fd7e-4098-b8d0-4b73ee95246c" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.573640] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d1db23ed-fd7e-4098-b8d0-4b73ee95246c" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.573852] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d1db23ed-fd7e-4098-b8d0-4b73ee95246c" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.574056] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.574187] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.574265] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.574467] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.574557] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.574836] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d1db23ed-fd7e-4098-b8d0-4b73ee95246c" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.574836] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-d1db23ed-fd7e-4098-b8d0-4b73ee95246c taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.574957] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d1db23ed-fd7e-4098-b8d0-4b73ee95246c" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.574957] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d1db23ed-fd7e-4098-b8d0-4b73ee95246c" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.575113] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d1db23ed-fd7e-4098-b8d0-4b73ee95246c" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.575282] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.575387] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.575449] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.575596] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.575673] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.575753] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d1db23ed-fd7e-4098-b8d0-4b73ee95246c" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.575841] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d1db23ed-fd7e-4098-b8d0-4b73ee95246c',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.078993] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d1db23ed-fd7e-4098-b8d0-4b73ee95246c: rpc.has_security_group_logging(os_id): False [ 873.098954] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.099111] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.099183] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.099520] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.099576] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.099746] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.099842] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.099904] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.100064] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.100151] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.100397] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.100535] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.100639] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.100677] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.100743] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.100924] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.101031] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.101142] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.101345] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.101345] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.101436] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d1db23ed-fd7e-4098-b8d0-4b73ee95246c is going to be created. [ 873.162745] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.162907] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.162949] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.163172] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.163341] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.175128] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d1db23ed-fd7e-4098-b8d0-4b73ee95246c in Status: IN_PROGRESS for 2s [ 875.190191] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d1db23ed-fd7e-4098-b8d0-4b73ee95246c in Status: SUCCESS [ 875.190562] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d1db23ed-fd7e-4098-b8d0-4b73ee95246c" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.327868] env[66859]: INFO networking_nsxv3.common.synchronization [req-7a711f78-6a9a-4636-ab8f-4967b2fdd55f req-ac5dca4a-420a-4c84-aff7-58746960d4c2 tempest-ServersNegativeTestMultiTenantJSON-1356754660 tempest-ServersNegativeTestMultiTenantJSON-1356754660-project-member] Enqueued Resource ID: 2cf0baaa-b5e8-40d9-8fc3-db4cc0ecddce with Priority: HIGHEST for action security_group_members [ 875.328925] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2cf0baaa-b5e8-40d9-8fc3-db4cc0ecddce with Priority: HIGHEST for action security_group_members [ 875.329414] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-2cf0baaa-b5e8-40d9-8fc3-db4cc0ecddce taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.329539] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2cf0baaa-b5e8-40d9-8fc3-db4cc0ecddce" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.329603] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2cf0baaa-b5e8-40d9-8fc3-db4cc0ecddce" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.329809] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2cf0baaa-b5e8-40d9-8fc3-db4cc0ecddce" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.329956] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.330058] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.330119] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.330306] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.330391] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.330488] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2cf0baaa-b5e8-40d9-8fc3-db4cc0ecddce',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.833769] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.833985] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.833985] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.834246] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.834340] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.834571] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.834707] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.834770] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.834897] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.834966] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.835065] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2cf0baaa-b5e8-40d9-8fc3-db4cc0ecddce is going to be updated. [ 875.870854] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.870854] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.870854] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.871113] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.871113] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.883233] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2cf0baaa-b5e8-40d9-8fc3-db4cc0ecddce in Status: IN_PROGRESS for 2s [ 876.800238] env[66859]: INFO networking_nsxv3.common.synchronization [req-394917e0-cb06-4e24-aac5-29a5d2f45bd2 req-7bacf1a5-f995-440c-88c7-ca6e7b4729b4 tempest-ServerMetadataTestJSON-134165831 tempest-ServerMetadataTestJSON-134165831-project-member] Enqueued Resource ID: 9ee27367-26f8-4f97-b7e1-57d39de434b5 with Priority: HIGHEST for action security_group_members [ 876.800805] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ee27367-26f8-4f97-b7e1-57d39de434b5 with Priority: HIGHEST for action security_group_members [ 876.801935] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-9ee27367-26f8-4f97-b7e1-57d39de434b5 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.801935] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9ee27367-26f8-4f97-b7e1-57d39de434b5" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.801935] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9ee27367-26f8-4f97-b7e1-57d39de434b5" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.801935] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9ee27367-26f8-4f97-b7e1-57d39de434b5" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.801935] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.802372] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.802372] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.802372] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.802372] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.802372] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9ee27367-26f8-4f97-b7e1-57d39de434b5',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.116271] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock network-786 taken with stack trace [, , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.116463] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "network-786" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.116585] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "network-786" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.117250] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "network-786" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.117250] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.117440] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.117484] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.117677] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.117946] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.118198] env[66859]: DEBUG dogpile.cache.region [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] No value present for key: 'zone-id' {{(pid=66859) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 877.118529] env[66859]: DEBUG dogpile.lock [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] NeedRegenerationException {{(pid=66859) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 877.118529] env[66859]: DEBUG dogpile.lock [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] no value, waiting for create lock {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 877.118529] env[66859]: DEBUG dogpile.lock [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] value creation lock acquired {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 877.118645] env[66859]: DEBUG dogpile.cache.region [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] No value present for key: 'zone-id' {{(pid=66859) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 877.118742] env[66859]: DEBUG dogpile.lock [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Calling creation function for not-yet-present value {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 877.118868] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 877.139466] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 877.139662] env[66859]: DEBUG dogpile.cache.region [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66859) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 877.139811] env[66859]: DEBUG dogpile.lock [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Released creation lock {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 877.139992] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "network-786" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.140441] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock port-e9cf5bd1-85d6-48e8-a10f-d9df0fda8a37 taken with stack trace [, , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.140647] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "port-e9cf5bd1-85d6-48e8-a10f-d9df0fda8a37" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.140790] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "port-e9cf5bd1-85d6-48e8-a10f-d9df0fda8a37" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.141163] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "port-e9cf5bd1-85d6-48e8-a10f-d9df0fda8a37" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.141354] env[66859]: DEBUG networking_nsxv3.api.rpc [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e9cf5bd1-85d6-48e8-a10f-d9df0fda8a37',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.304656] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.304820] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.304890] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.305136] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.305228] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.305436] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.305535] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.305596] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.305746] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.305818] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.305900] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9ee27367-26f8-4f97-b7e1-57d39de434b5 already deleted. [ 877.305980] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9ee27367-26f8-4f97-b7e1-57d39de434b5" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.646270] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.646631] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.646839] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.647304] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.647554] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.647822] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Segment Port e9cf5bd1-85d6-48e8-a10f-d9df0fda8a37 not found, creating... [ 877.648299] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.648554] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.648782] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.649177] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.650123] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.650123] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.650123] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.650123] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.650466] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.651065] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.651065] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Resource: SegmentPort with ID: e9cf5bd1-85d6-48e8-a10f-d9df0fda8a37 is going to be created. [ 877.677139] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.677397] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.677542] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.677858] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.678150] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.679696] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "port-e9cf5bd1-85d6-48e8-a10f-d9df0fda8a37" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.897452] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2cf0baaa-b5e8-40d9-8fc3-db4cc0ecddce in Status: SUCCESS [ 877.897976] env[66859]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2cf0baaa-b5e8-40d9-8fc3-db4cc0ecddce deletion is rescheduled due to dependency. [ 877.897976] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2cf0baaa-b5e8-40d9-8fc3-db4cc0ecddce" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.452220] env[66859]: INFO networking_nsxv3.common.synchronization [req-394917e0-cb06-4e24-aac5-29a5d2f45bd2 req-43cdd8a9-8aba-4be3-948f-a1ed1f7d88da service nova] Enqueued Resource ID: 9ee27367-26f8-4f97-b7e1-57d39de434b5 with Priority: HIGHEST for action security_group_rules [ 878.452402] env[66859]: INFO networking_nsxv3.common.synchronization [req-394917e0-cb06-4e24-aac5-29a5d2f45bd2 req-43cdd8a9-8aba-4be3-948f-a1ed1f7d88da service nova] Enqueued Resource ID: 9ee27367-26f8-4f97-b7e1-57d39de434b5 with Priority: HIGHEST for action security_group_members [ 878.452537] env[66859]: INFO networking_nsxv3.common.synchronization [req-394917e0-cb06-4e24-aac5-29a5d2f45bd2 req-43cdd8a9-8aba-4be3-948f-a1ed1f7d88da service nova] Enqueued Resource ID: e9cf5bd1-85d6-48e8-a10f-d9df0fda8a37 with Priority: HIGHEST for action port [ 878.453134] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ee27367-26f8-4f97-b7e1-57d39de434b5 with Priority: HIGHEST for action security_group_rules [ 878.453274] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ee27367-26f8-4f97-b7e1-57d39de434b5 with Priority: HIGHEST for action security_group_members [ 878.453372] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9cf5bd1-85d6-48e8-a10f-d9df0fda8a37 with Priority: HIGHEST for action port [ 878.453658] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9ee27367-26f8-4f97-b7e1-57d39de434b5 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.453856] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9ee27367-26f8-4f97-b7e1-57d39de434b5" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.453923] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9ee27367-26f8-4f97-b7e1-57d39de434b5" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.454232] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9ee27367-26f8-4f97-b7e1-57d39de434b5" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.454319] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9ee27367-26f8-4f97-b7e1-57d39de434b5',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.455249] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-9ee27367-26f8-4f97-b7e1-57d39de434b5 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.455364] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9ee27367-26f8-4f97-b7e1-57d39de434b5" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.455428] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9ee27367-26f8-4f97-b7e1-57d39de434b5" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.455633] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9ee27367-26f8-4f97-b7e1-57d39de434b5" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.455782] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.455875] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.455936] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.456170] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.456259] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.456354] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9ee27367-26f8-4f97-b7e1-57d39de434b5',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.457175] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock port-e9cf5bd1-85d6-48e8-a10f-d9df0fda8a37 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.457455] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e9cf5bd1-85d6-48e8-a10f-d9df0fda8a37" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.457455] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e9cf5bd1-85d6-48e8-a10f-d9df0fda8a37" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.457519] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e9cf5bd1-85d6-48e8-a10f-d9df0fda8a37" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.457584] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e9cf5bd1-85d6-48e8-a10f-d9df0fda8a37',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.959411] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9ee27367-26f8-4f97-b7e1-57d39de434b5',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.961418] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-9ee27367-26f8-4f97-b7e1-57d39de434b5 taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.961418] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9ee27367-26f8-4f97-b7e1-57d39de434b5" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.964407] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e9cf5bd1-85d6-48e8-a10f-d9df0fda8a37 with status ACTIVE [ 878.965055] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.965055] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.965055] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.965337] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.965434] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.965701] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.965856] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.965960] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.967011] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.967011] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.967011] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.967011] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.967620] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.967941] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.968088] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.968225] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e9cf5bd1-85d6-48e8-a10f-d9df0fda8a37 is going to be updated. [ 878.994253] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.994391] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.994475] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.994720] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.994921] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.995125] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e9cf5bd1-85d6-48e8-a10f-d9df0fda8a37" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.462399] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9ee27367-26f8-4f97-b7e1-57d39de434b5',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.965680] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.968227] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.968227] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.968227] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.968227] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.968227] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9ee27367-26f8-4f97-b7e1-57d39de434b5 is going to be created. [ 879.995255] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.995458] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.995458] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.995688] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.995862] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.008111] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9ee27367-26f8-4f97-b7e1-57d39de434b5 in Status: UNINITIALIZED for 2s [ 882.024396] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9ee27367-26f8-4f97-b7e1-57d39de434b5 in Status: SUCCESS [ 882.024396] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9ee27367-26f8-4f97-b7e1-57d39de434b5" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.024396] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9ee27367-26f8-4f97-b7e1-57d39de434b5" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.024396] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9ee27367-26f8-4f97-b7e1-57d39de434b5" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.024396] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.024396] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.024396] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.024396] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.024396] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.024396] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9ee27367-26f8-4f97-b7e1-57d39de434b5" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.024396] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9ee27367-26f8-4f97-b7e1-57d39de434b5',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.527909] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-9ee27367-26f8-4f97-b7e1-57d39de434b5 taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.527909] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9ee27367-26f8-4f97-b7e1-57d39de434b5" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.527909] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9ee27367-26f8-4f97-b7e1-57d39de434b5" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.528740] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9ee27367-26f8-4f97-b7e1-57d39de434b5" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.528740] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.528740] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.528740] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.529870] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.529870] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.529870] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9ee27367-26f8-4f97-b7e1-57d39de434b5" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.529870] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-9ee27367-26f8-4f97-b7e1-57d39de434b5 taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.529870] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9ee27367-26f8-4f97-b7e1-57d39de434b5" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.529870] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9ee27367-26f8-4f97-b7e1-57d39de434b5" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.529870] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9ee27367-26f8-4f97-b7e1-57d39de434b5" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.530320] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.530395] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.530443] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.530629] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.530719] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.530805] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9ee27367-26f8-4f97-b7e1-57d39de434b5" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.530895] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9ee27367-26f8-4f97-b7e1-57d39de434b5',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.034913] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9ee27367-26f8-4f97-b7e1-57d39de434b5: rpc.has_security_group_logging(os_id): False [ 883.071054] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.071054] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.071054] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.071268] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.071268] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.071506] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.071604] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.071659] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.071917] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.071917] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.072166] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.072317] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.072415] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.072490] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.072572] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.072758] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.072897] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.072897] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.073076] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.073112] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.073199] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9ee27367-26f8-4f97-b7e1-57d39de434b5 is going to be created. [ 883.169608] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.169785] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.169840] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.170046] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.170227] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.185731] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9ee27367-26f8-4f97-b7e1-57d39de434b5 in Status: IN_PROGRESS for 2s [ 883.454335] env[66859]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 883.454432] env[66859]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 883.619446] env[66859]: INFO networking_nsxv3.common.synchronization [req-307d6e5a-9b64-473d-aa72-a7643f42627d req-9017e901-7b68-4e34-9982-e1940f4e98cd tempest-ServersAdminTestJSON-1670526874 tempest-ServersAdminTestJSON-1670526874-project-member] Enqueued Resource ID: 4522597f-f640-407a-8ae0-aa2fe02a5298 with Priority: HIGHEST for action security_group_members [ 883.619946] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4522597f-f640-407a-8ae0-aa2fe02a5298 with Priority: HIGHEST for action security_group_members [ 883.620341] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-4522597f-f640-407a-8ae0-aa2fe02a5298 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.620499] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4522597f-f640-407a-8ae0-aa2fe02a5298" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.620571] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4522597f-f640-407a-8ae0-aa2fe02a5298" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.620806] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4522597f-f640-407a-8ae0-aa2fe02a5298" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.620982] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.621135] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.621237] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.621594] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.621594] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.621594] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4522597f-f640-407a-8ae0-aa2fe02a5298',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.123872] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4522597f-f640-407a-8ae0-aa2fe02a5298',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.562026] env[66859]: INFO networking_nsxv3.common.synchronization [req-25c3f3f9-b749-4c4c-9d5f-c6c9b006ccbb req-07af06b6-1f33-4a79-99ec-325529375f0e tempest-MigrationsAdminTest-1109182759 tempest-MigrationsAdminTest-1109182759-project-member] Enqueued Resource ID: 2fe8009b-4231-4c5a-8bd8-f40c9782e4b8 with Priority: HIGHEST for action security_group_members [ 884.562026] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2fe8009b-4231-4c5a-8bd8-f40c9782e4b8 with Priority: HIGHEST for action security_group_members [ 884.562633] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-2fe8009b-4231-4c5a-8bd8-f40c9782e4b8 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.562995] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2fe8009b-4231-4c5a-8bd8-f40c9782e4b8" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.563336] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2fe8009b-4231-4c5a-8bd8-f40c9782e4b8" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.565955] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2fe8009b-4231-4c5a-8bd8-f40c9782e4b8" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.565955] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.565955] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.565955] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.565955] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.565955] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.565955] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2fe8009b-4231-4c5a-8bd8-f40c9782e4b8',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.626877] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4522597f-f640-407a-8ae0-aa2fe02a5298',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.066858] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2fe8009b-4231-4c5a-8bd8-f40c9782e4b8',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.130028] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.130028] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.130028] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.131568] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.131697] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.131847] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4522597f-f640-407a-8ae0-aa2fe02a5298 is going to be updated. [ 885.161528] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.161684] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.161753] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.161966] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.162115] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.172258] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4522597f-f640-407a-8ae0-aa2fe02a5298 in Status: IN_PROGRESS for 2s [ 885.199945] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9ee27367-26f8-4f97-b7e1-57d39de434b5 in Status: SUCCESS [ 885.199945] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9ee27367-26f8-4f97-b7e1-57d39de434b5" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.572417] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2fe8009b-4231-4c5a-8bd8-f40c9782e4b8',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.074623] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.074838] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.074899] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.075163] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.075280] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.075384] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2fe8009b-4231-4c5a-8bd8-f40c9782e4b8 is going to be updated. [ 886.107191] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.107363] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.107411] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.107608] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.107750] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.117340] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2fe8009b-4231-4c5a-8bd8-f40c9782e4b8 in Status: IN_PROGRESS for 2s [ 887.183840] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4522597f-f640-407a-8ae0-aa2fe02a5298 in Status: SUCCESS [ 887.184229] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4522597f-f640-407a-8ae0-aa2fe02a5298" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.316913] env[66859]: INFO networking_nsxv3.common.synchronization [req-3e88e971-08f5-4e1c-b6df-baa0cad35f9f req-ee484e8b-a25a-41c0-aad5-3fa5939a530b tempest-ImagesTestJSON-775779378 tempest-ImagesTestJSON-775779378-project-member] Enqueued Resource ID: 09fc9b17-50d2-4789-87d2-0acbd68153f8 with Priority: HIGHEST for action security_group_members [ 887.317864] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 09fc9b17-50d2-4789-87d2-0acbd68153f8 with Priority: HIGHEST for action security_group_members [ 887.318351] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-09fc9b17-50d2-4789-87d2-0acbd68153f8 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.318466] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-09fc9b17-50d2-4789-87d2-0acbd68153f8" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.318555] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-09fc9b17-50d2-4789-87d2-0acbd68153f8" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.318820] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-09fc9b17-50d2-4789-87d2-0acbd68153f8" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.319107] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.319249] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.319333] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.319541] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.319672] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.319770] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('09fc9b17-50d2-4789-87d2-0acbd68153f8',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.721505] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock network-952 taken with stack trace [, , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.721744] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "network-952" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.721744] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "network-952" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.721991] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "network-952" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.722769] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.722941] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.723068] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.723312] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.723489] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.723757] env[66859]: DEBUG dogpile.cache.region [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] No value present for key: 'zone-id' {{(pid=66859) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 887.723871] env[66859]: DEBUG dogpile.lock [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] NeedRegenerationException {{(pid=66859) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 887.724015] env[66859]: DEBUG dogpile.lock [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] no value, waiting for create lock {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 887.724171] env[66859]: DEBUG dogpile.lock [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] value creation lock acquired {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 887.724296] env[66859]: DEBUG dogpile.cache.region [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] No value present for key: 'zone-id' {{(pid=66859) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 887.724401] env[66859]: DEBUG dogpile.lock [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Calling creation function for not-yet-present value {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 887.724532] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 887.746885] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 887.747075] env[66859]: DEBUG dogpile.cache.region [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66859) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 887.747238] env[66859]: DEBUG dogpile.lock [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Released creation lock {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 887.747413] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "network-952" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.747751] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock port-dcff2bad-531b-4390-85be-a74bfca8e391 taken with stack trace [, , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.751346] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "port-dcff2bad-531b-4390-85be-a74bfca8e391" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.751474] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "port-dcff2bad-531b-4390-85be-a74bfca8e391" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.751840] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "port-dcff2bad-531b-4390-85be-a74bfca8e391" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.751981] env[66859]: DEBUG networking_nsxv3.api.rpc [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dcff2bad-531b-4390-85be-a74bfca8e391',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.822272] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('09fc9b17-50d2-4789-87d2-0acbd68153f8',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.129060] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2fe8009b-4231-4c5a-8bd8-f40c9782e4b8 in Status: SUCCESS [ 888.129276] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2fe8009b-4231-4c5a-8bd8-f40c9782e4b8" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.255209] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.255529] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.255712] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.256077] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.256280] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.256496] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Segment Port dcff2bad-531b-4390-85be-a74bfca8e391 not found, creating... [ 888.256927] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.257310] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.257617] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.258051] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.258248] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.258642] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.258909] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.259103] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.259403] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.259584] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.259702] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Resource: SegmentPort with ID: dcff2bad-531b-4390-85be-a74bfca8e391 is going to be created. [ 888.283466] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.284857] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.284857] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.284857] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.284857] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.284857] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "port-dcff2bad-531b-4390-85be-a74bfca8e391" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.326542] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('09fc9b17-50d2-4789-87d2-0acbd68153f8',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.828460] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.828621] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.828760] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.829032] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.829108] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.829182] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 09fc9b17-50d2-4789-87d2-0acbd68153f8 is going to be updated. [ 888.863129] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.863129] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.863129] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.863477] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.863477] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.874285] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 09fc9b17-50d2-4789-87d2-0acbd68153f8 in Status: IN_PROGRESS for 2s [ 888.987272] env[66859]: INFO networking_nsxv3.common.synchronization [req-3e88e971-08f5-4e1c-b6df-baa0cad35f9f req-1e09365e-49f8-4bb8-956f-9d6a7ee27585 service nova] Enqueued Resource ID: 09fc9b17-50d2-4789-87d2-0acbd68153f8 with Priority: HIGHEST for action security_group_rules [ 888.987272] env[66859]: INFO networking_nsxv3.common.synchronization [req-3e88e971-08f5-4e1c-b6df-baa0cad35f9f req-1e09365e-49f8-4bb8-956f-9d6a7ee27585 service nova] Enqueued Resource ID: 09fc9b17-50d2-4789-87d2-0acbd68153f8 with Priority: HIGHEST for action security_group_members [ 888.987272] env[66859]: INFO networking_nsxv3.common.synchronization [req-3e88e971-08f5-4e1c-b6df-baa0cad35f9f req-1e09365e-49f8-4bb8-956f-9d6a7ee27585 service nova] Enqueued Resource ID: dcff2bad-531b-4390-85be-a74bfca8e391 with Priority: HIGHEST for action port [ 888.987272] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 09fc9b17-50d2-4789-87d2-0acbd68153f8 with Priority: HIGHEST for action security_group_rules [ 888.987272] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 09fc9b17-50d2-4789-87d2-0acbd68153f8 with Priority: HIGHEST for action security_group_members [ 888.987272] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dcff2bad-531b-4390-85be-a74bfca8e391 with Priority: HIGHEST for action port [ 888.987272] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock rules-09fc9b17-50d2-4789-87d2-0acbd68153f8 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.987272] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-09fc9b17-50d2-4789-87d2-0acbd68153f8" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.987272] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-09fc9b17-50d2-4789-87d2-0acbd68153f8" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.987759] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-09fc9b17-50d2-4789-87d2-0acbd68153f8" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.987858] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('09fc9b17-50d2-4789-87d2-0acbd68153f8',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.988828] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-09fc9b17-50d2-4789-87d2-0acbd68153f8 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.988934] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-09fc9b17-50d2-4789-87d2-0acbd68153f8" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.989494] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock port-dcff2bad-531b-4390-85be-a74bfca8e391 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.989494] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dcff2bad-531b-4390-85be-a74bfca8e391" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.989494] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dcff2bad-531b-4390-85be-a74bfca8e391" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.989494] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dcff2bad-531b-4390-85be-a74bfca8e391" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.989736] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dcff2bad-531b-4390-85be-a74bfca8e391',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.491280] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-09fc9b17-50d2-4789-87d2-0acbd68153f8 taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.491641] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-09fc9b17-50d2-4789-87d2-0acbd68153f8" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.491641] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port dcff2bad-531b-4390-85be-a74bfca8e391 with status ACTIVE [ 889.491992] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.491992] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.492102] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.492250] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.492339] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.492519] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.492615] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.492695] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.492871] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.492953] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.493125] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.493239] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.493312] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.493496] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.493567] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.493651] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: dcff2bad-531b-4390-85be-a74bfca8e391 is going to be updated. [ 889.516709] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.516867] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.516974] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.517232] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.518008] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.518008] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dcff2bad-531b-4390-85be-a74bfca8e391" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.533132] env[66859]: INFO networking_nsxv3.common.synchronization [req-469a59ac-1682-4586-bd34-c0f0f61cdb02 req-5837d764-2d44-4b50-9e33-af700d351826 tempest-ServerMetadataTestJSON-134165831 tempest-ServerMetadataTestJSON-134165831-project-member] Enqueued Resource ID: 9ee27367-26f8-4f97-b7e1-57d39de434b5 with Priority: HIGHEST for action security_group_members [ 890.533718] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ee27367-26f8-4f97-b7e1-57d39de434b5 with Priority: HIGHEST for action security_group_members [ 890.534176] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-9ee27367-26f8-4f97-b7e1-57d39de434b5 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.534322] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9ee27367-26f8-4f97-b7e1-57d39de434b5" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.534403] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9ee27367-26f8-4f97-b7e1-57d39de434b5" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.535436] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9ee27367-26f8-4f97-b7e1-57d39de434b5" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.535436] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.535436] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.535436] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.535436] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.535436] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.535436] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9ee27367-26f8-4f97-b7e1-57d39de434b5',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.885797] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 09fc9b17-50d2-4789-87d2-0acbd68153f8 in Status: SUCCESS [ 890.886073] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-09fc9b17-50d2-4789-87d2-0acbd68153f8" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.887969] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-09fc9b17-50d2-4789-87d2-0acbd68153f8" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.887969] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-09fc9b17-50d2-4789-87d2-0acbd68153f8" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.887969] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.887969] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.887969] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.887969] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.887969] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.887969] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('09fc9b17-50d2-4789-87d2-0acbd68153f8',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.040053] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.040221] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.040221] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.040500] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.040600] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.040805] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.040939] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.041047] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.041160] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.041236] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.041385] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9ee27367-26f8-4f97-b7e1-57d39de434b5 is going to be updated. [ 891.072212] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.072413] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.072413] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.072621] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.072762] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.083619] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9ee27367-26f8-4f97-b7e1-57d39de434b5 in Status: IN_PROGRESS for 2s [ 891.390352] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('09fc9b17-50d2-4789-87d2-0acbd68153f8',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.892612] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('09fc9b17-50d2-4789-87d2-0acbd68153f8',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.395543] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.395722] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.395722] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.395917] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.396021] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.396127] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 09fc9b17-50d2-4789-87d2-0acbd68153f8 is going to be updated. [ 892.429562] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.429703] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.429785] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.429975] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.430127] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.440135] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 09fc9b17-50d2-4789-87d2-0acbd68153f8 in Status: IN_PROGRESS for 2s [ 893.094132] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9ee27367-26f8-4f97-b7e1-57d39de434b5 in Status: SUCCESS [ 893.094392] env[66859]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9ee27367-26f8-4f97-b7e1-57d39de434b5 deletion is rescheduled due to dependency. [ 893.094532] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9ee27367-26f8-4f97-b7e1-57d39de434b5" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.453430] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 09fc9b17-50d2-4789-87d2-0acbd68153f8 in Status: SUCCESS [ 894.453900] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-09fc9b17-50d2-4789-87d2-0acbd68153f8" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.454200] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-09fc9b17-50d2-4789-87d2-0acbd68153f8" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.454732] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-09fc9b17-50d2-4789-87d2-0acbd68153f8" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.455152] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.455407] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.455663] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.456158] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.456317] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.456484] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-09fc9b17-50d2-4789-87d2-0acbd68153f8" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.456628] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('09fc9b17-50d2-4789-87d2-0acbd68153f8',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.502059] env[66859]: INFO networking_nsxv3.common.synchronization [req-9555249d-b19b-46ec-8d15-d8d9f5284831 req-c5425217-17eb-4985-aa6e-b5c19234e2b5 tempest-DeleteServersTestJSON-1914830034 tempest-DeleteServersTestJSON-1914830034-project-member] Enqueued Resource ID: 1144757e-e67c-488c-b78d-b24437441b02 with Priority: HIGHEST for action security_group_members [ 894.506265] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1144757e-e67c-488c-b78d-b24437441b02 with Priority: HIGHEST for action security_group_members [ 894.506683] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-1144757e-e67c-488c-b78d-b24437441b02 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.506804] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1144757e-e67c-488c-b78d-b24437441b02" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.506867] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1144757e-e67c-488c-b78d-b24437441b02" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.507093] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1144757e-e67c-488c-b78d-b24437441b02" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.507290] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.507377] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.507426] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.507569] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.507649] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.507736] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1144757e-e67c-488c-b78d-b24437441b02',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.959715] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-09fc9b17-50d2-4789-87d2-0acbd68153f8 taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.959880] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-09fc9b17-50d2-4789-87d2-0acbd68153f8" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.959945] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-09fc9b17-50d2-4789-87d2-0acbd68153f8" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.960255] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-09fc9b17-50d2-4789-87d2-0acbd68153f8" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.960476] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.960575] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.960620] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.960761] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.960845] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.960933] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-09fc9b17-50d2-4789-87d2-0acbd68153f8" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.961088] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-09fc9b17-50d2-4789-87d2-0acbd68153f8 taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.961180] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-09fc9b17-50d2-4789-87d2-0acbd68153f8" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.961242] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-09fc9b17-50d2-4789-87d2-0acbd68153f8" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.961392] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-09fc9b17-50d2-4789-87d2-0acbd68153f8" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.961526] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.961632] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.961692] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.961833] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.961905] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.961984] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-09fc9b17-50d2-4789-87d2-0acbd68153f8" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.962085] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('09fc9b17-50d2-4789-87d2-0acbd68153f8',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.013905] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.013905] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.013905] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.013905] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.013905] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.013905] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.013905] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.013905] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.013905] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.013905] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.013905] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1144757e-e67c-488c-b78d-b24437441b02 is going to be updated. [ 895.047081] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.047081] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.047081] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.047081] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.047081] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.056568] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1144757e-e67c-488c-b78d-b24437441b02 in Status: IN_PROGRESS for 2s [ 895.464836] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 09fc9b17-50d2-4789-87d2-0acbd68153f8: rpc.has_security_group_logging(os_id): False [ 895.484713] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.484713] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.484929] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.485406] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.507426] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.507426] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.507636] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.507636] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.509681] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.509681] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.509681] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.509681] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.509681] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.509681] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.509681] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.509681] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.509681] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.509681] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.509681] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.509681] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.509681] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 09fc9b17-50d2-4789-87d2-0acbd68153f8 is going to be updated. [ 895.589395] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.589579] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.589823] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.589966] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.590165] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.607929] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 09fc9b17-50d2-4789-87d2-0acbd68153f8 in Status: IN_PROGRESS for 2s [ 896.615057] env[66859]: INFO networking_nsxv3.common.synchronization [req-9a004de2-86bb-4769-82a2-1c4a1bc8622c req-7cb25919-f0ad-43a9-8529-3707d32e953b tempest-ImagesOneServerNegativeTestJSON-1778756211 tempest-ImagesOneServerNegativeTestJSON-1778756211-project-member] Enqueued Resource ID: c2c43257-96ff-41e0-9170-22fd44ad03b7 with Priority: HIGHEST for action security_group_members [ 896.615682] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c2c43257-96ff-41e0-9170-22fd44ad03b7 with Priority: HIGHEST for action security_group_members [ 896.616403] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-c2c43257-96ff-41e0-9170-22fd44ad03b7 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.616517] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c2c43257-96ff-41e0-9170-22fd44ad03b7" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.616570] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c2c43257-96ff-41e0-9170-22fd44ad03b7" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.616774] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c2c43257-96ff-41e0-9170-22fd44ad03b7" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.616924] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.617030] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.617093] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.617239] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.617357] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.617412] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c2c43257-96ff-41e0-9170-22fd44ad03b7',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.976939] env[66859]: DEBUG networking_nsxv3.common.locking [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Lock network-785 taken with stack trace [, , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.977147] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquiring lock "network-785" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.977271] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired lock "network-785" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.977530] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired external semaphore "network-785" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.977778] env[66859]: DEBUG networking_nsxv3.common.locking [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.977987] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquiring lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.978065] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.978343] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired external semaphore "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.978475] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Releasing lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.978678] env[66859]: DEBUG dogpile.cache.region [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] No value present for key: 'zone-id' {{(pid=66859) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 896.978788] env[66859]: DEBUG dogpile.lock [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] NeedRegenerationException {{(pid=66859) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 896.978892] env[66859]: DEBUG dogpile.lock [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] no value, waiting for create lock {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 896.978995] env[66859]: DEBUG dogpile.lock [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] value creation lock acquired {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 896.979118] env[66859]: DEBUG dogpile.cache.region [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] No value present for key: 'zone-id' {{(pid=66859) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 896.979223] env[66859]: DEBUG dogpile.lock [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Calling creation function for not-yet-present value {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 896.979351] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 897.002081] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 897.002256] env[66859]: DEBUG dogpile.cache.region [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66859) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 897.002464] env[66859]: DEBUG dogpile.lock [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Released creation lock {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 897.002992] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Releasing lock "network-785" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.003114] env[66859]: DEBUG networking_nsxv3.common.locking [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Lock port-13857fbe-6429-4ee1-945f-c28a87c499fc taken with stack trace [, , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.003334] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquiring lock "port-13857fbe-6429-4ee1-945f-c28a87c499fc" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.003423] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired lock "port-13857fbe-6429-4ee1-945f-c28a87c499fc" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.003835] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired external semaphore "port-13857fbe-6429-4ee1-945f-c28a87c499fc" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.004059] env[66859]: DEBUG networking_nsxv3.api.rpc [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('13857fbe-6429-4ee1-945f-c28a87c499fc',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.069603] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1144757e-e67c-488c-b78d-b24437441b02 in Status: SUCCESS [ 897.069603] env[66859]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1144757e-e67c-488c-b78d-b24437441b02 deletion is rescheduled due to dependency. [ 897.069603] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1144757e-e67c-488c-b78d-b24437441b02" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.120493] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.120493] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.120666] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.120973] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.120973] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.121135] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.121428] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.121520] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.121649] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.121774] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.121836] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c2c43257-96ff-41e0-9170-22fd44ad03b7 is going to be deleted. [ 897.158397] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.158587] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.158659] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.158869] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.158959] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.159073] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c2c43257-96ff-41e0-9170-22fd44ad03b7" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.507274] env[66859]: DEBUG networking_nsxv3.common.locking [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.507588] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.507687] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.508541] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.509200] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.509377] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Segment Port 13857fbe-6429-4ee1-945f-c28a87c499fc not found, creating... [ 897.509662] env[66859]: DEBUG networking_nsxv3.common.locking [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.509813] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquiring lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.509965] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.510219] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired external semaphore "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.510918] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Releasing lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.510918] env[66859]: DEBUG networking_nsxv3.common.locking [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.510918] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.511293] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.511293] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.511398] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.511656] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Resource: SegmentPort with ID: 13857fbe-6429-4ee1-945f-c28a87c499fc is going to be created. [ 897.535430] env[66859]: DEBUG networking_nsxv3.common.locking [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.535664] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.535739] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.535976] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.536286] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.536533] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Releasing lock "port-13857fbe-6429-4ee1-945f-c28a87c499fc" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.623997] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 09fc9b17-50d2-4789-87d2-0acbd68153f8 in Status: SUCCESS [ 897.624350] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-09fc9b17-50d2-4789-87d2-0acbd68153f8" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.292452] env[66859]: INFO networking_nsxv3.common.synchronization [req-9a004de2-86bb-4769-82a2-1c4a1bc8622c req-4134330b-66c9-44af-bba0-477e10af94a8 service nova] Enqueued Resource ID: c2c43257-96ff-41e0-9170-22fd44ad03b7 with Priority: HIGHEST for action security_group_rules [ 898.292589] env[66859]: INFO networking_nsxv3.common.synchronization [req-9a004de2-86bb-4769-82a2-1c4a1bc8622c req-4134330b-66c9-44af-bba0-477e10af94a8 service nova] Enqueued Resource ID: c2c43257-96ff-41e0-9170-22fd44ad03b7 with Priority: HIGHEST for action security_group_members [ 898.292776] env[66859]: INFO networking_nsxv3.common.synchronization [req-9a004de2-86bb-4769-82a2-1c4a1bc8622c req-4134330b-66c9-44af-bba0-477e10af94a8 service nova] Enqueued Resource ID: 13857fbe-6429-4ee1-945f-c28a87c499fc with Priority: HIGHEST for action port [ 898.293415] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c2c43257-96ff-41e0-9170-22fd44ad03b7 with Priority: HIGHEST for action security_group_rules [ 898.293608] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c2c43257-96ff-41e0-9170-22fd44ad03b7 with Priority: HIGHEST for action security_group_members [ 898.293829] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 13857fbe-6429-4ee1-945f-c28a87c499fc with Priority: HIGHEST for action port [ 898.294416] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c2c43257-96ff-41e0-9170-22fd44ad03b7 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.294416] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c2c43257-96ff-41e0-9170-22fd44ad03b7" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.294416] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c2c43257-96ff-41e0-9170-22fd44ad03b7" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.294634] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c2c43257-96ff-41e0-9170-22fd44ad03b7" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.294634] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c2c43257-96ff-41e0-9170-22fd44ad03b7',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.296604] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-c2c43257-96ff-41e0-9170-22fd44ad03b7 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.296705] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c2c43257-96ff-41e0-9170-22fd44ad03b7" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.296811] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c2c43257-96ff-41e0-9170-22fd44ad03b7" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.297103] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c2c43257-96ff-41e0-9170-22fd44ad03b7" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.297174] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.297275] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.297328] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.297750] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.297750] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.297750] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c2c43257-96ff-41e0-9170-22fd44ad03b7',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.300053] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock port-13857fbe-6429-4ee1-945f-c28a87c499fc taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.300053] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-13857fbe-6429-4ee1-945f-c28a87c499fc" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.300053] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-13857fbe-6429-4ee1-945f-c28a87c499fc" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.300053] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-13857fbe-6429-4ee1-945f-c28a87c499fc" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.300053] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('13857fbe-6429-4ee1-945f-c28a87c499fc',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.801738] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c2c43257-96ff-41e0-9170-22fd44ad03b7',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.803029] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-c2c43257-96ff-41e0-9170-22fd44ad03b7 taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.803029] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c2c43257-96ff-41e0-9170-22fd44ad03b7" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.804446] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 13857fbe-6429-4ee1-945f-c28a87c499fc with status ACTIVE [ 898.805127] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.805261] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.805326] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.805540] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.805625] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.805798] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.805895] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.805954] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.806578] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.806578] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.806578] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.806578] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.806578] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.806950] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.806950] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.806950] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 13857fbe-6429-4ee1-945f-c28a87c499fc is going to be updated. [ 898.830464] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.830611] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.830696] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.830938] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.831096] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.831250] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-13857fbe-6429-4ee1-945f-c28a87c499fc" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.197633] env[66859]: INFO networking_nsxv3.common.synchronization [req-0839d50d-224e-4e4c-9481-8f628d75735d req-c6d1a861-740b-4282-a5df-d211f07b64d1 tempest-AttachVolumeNegativeTest-414360256 tempest-AttachVolumeNegativeTest-414360256-project-member] Enqueued Resource ID: b0a31988-83b1-4472-96dd-f0285bdc0703 with Priority: HIGHEST for action security_group_members [ 899.198259] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b0a31988-83b1-4472-96dd-f0285bdc0703 with Priority: HIGHEST for action security_group_members [ 899.198614] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-b0a31988-83b1-4472-96dd-f0285bdc0703 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.198821] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b0a31988-83b1-4472-96dd-f0285bdc0703" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.199292] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b0a31988-83b1-4472-96dd-f0285bdc0703" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.199633] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b0a31988-83b1-4472-96dd-f0285bdc0703" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.200470] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.200599] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.200656] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.200837] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.200947] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.201018] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b0a31988-83b1-4472-96dd-f0285bdc0703',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.304540] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c2c43257-96ff-41e0-9170-22fd44ad03b7',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.591698] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock network-658 taken with stack trace [, , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.592160] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "network-658" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.592160] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "network-658" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.592364] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "network-658" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.592623] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.592801] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.592924] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.595882] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.597037] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.597037] env[66859]: DEBUG dogpile.cache.region [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] No value present for key: 'zone-id' {{(pid=66859) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 899.597037] env[66859]: DEBUG dogpile.lock [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] NeedRegenerationException {{(pid=66859) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 899.597037] env[66859]: DEBUG dogpile.lock [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] no value, waiting for create lock {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 899.597037] env[66859]: DEBUG dogpile.lock [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] value creation lock acquired {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 899.597037] env[66859]: DEBUG dogpile.cache.region [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] No value present for key: 'zone-id' {{(pid=66859) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 899.597037] env[66859]: DEBUG dogpile.lock [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Calling creation function for not-yet-present value {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 899.597308] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 899.623950] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 899.624203] env[66859]: DEBUG dogpile.cache.region [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=66859) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 899.624288] env[66859]: DEBUG dogpile.lock [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Released creation lock {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 899.624463] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "network-658" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.624774] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock port-86399cdd-4b08-4d4e-8286-8ae46e6a7e64 taken with stack trace [, , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.624946] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "port-86399cdd-4b08-4d4e-8286-8ae46e6a7e64" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.625087] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "port-86399cdd-4b08-4d4e-8286-8ae46e6a7e64" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.625447] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "port-86399cdd-4b08-4d4e-8286-8ae46e6a7e64" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.625590] env[66859]: DEBUG networking_nsxv3.api.rpc [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('86399cdd-4b08-4d4e-8286-8ae46e6a7e64',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.704330] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.704420] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.704496] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.704840] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.704840] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.704984] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.705100] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.705162] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.705312] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.705465] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.705465] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b0a31988-83b1-4472-96dd-f0285bdc0703 already deleted. [ 899.705534] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b0a31988-83b1-4472-96dd-f0285bdc0703" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.807360] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.808375] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.808375] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.808375] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.808375] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.808375] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c2c43257-96ff-41e0-9170-22fd44ad03b7 is going to be created. [ 899.836187] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.836366] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.836438] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.836661] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.836872] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.848427] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c2c43257-96ff-41e0-9170-22fd44ad03b7 in Status: UNINITIALIZED for 2s [ 900.128041] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.128257] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.129011] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.129011] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.129011] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.129479] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Segment Port 86399cdd-4b08-4d4e-8286-8ae46e6a7e64 not found, creating... [ 900.129840] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.130029] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.130152] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.130546] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.130694] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.131014] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.131176] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.131292] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.131572] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.131733] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.131880] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Resource: SegmentPort with ID: 86399cdd-4b08-4d4e-8286-8ae46e6a7e64 is going to be created. [ 900.164012] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.164298] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.164382] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.164756] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.165025] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.165272] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "port-86399cdd-4b08-4d4e-8286-8ae46e6a7e64" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.872766] env[66859]: INFO networking_nsxv3.common.synchronization [req-0839d50d-224e-4e4c-9481-8f628d75735d req-7c5d5fac-6129-4343-91ef-aa6fc380242f service nova] Enqueued Resource ID: b0a31988-83b1-4472-96dd-f0285bdc0703 with Priority: HIGHEST for action security_group_rules [ 900.873045] env[66859]: INFO networking_nsxv3.common.synchronization [req-0839d50d-224e-4e4c-9481-8f628d75735d req-7c5d5fac-6129-4343-91ef-aa6fc380242f service nova] Enqueued Resource ID: b0a31988-83b1-4472-96dd-f0285bdc0703 with Priority: HIGHEST for action security_group_members [ 900.873176] env[66859]: INFO networking_nsxv3.common.synchronization [req-0839d50d-224e-4e4c-9481-8f628d75735d req-7c5d5fac-6129-4343-91ef-aa6fc380242f service nova] Enqueued Resource ID: 86399cdd-4b08-4d4e-8286-8ae46e6a7e64 with Priority: HIGHEST for action port [ 900.873771] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b0a31988-83b1-4472-96dd-f0285bdc0703 with Priority: HIGHEST for action security_group_rules [ 900.873989] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b0a31988-83b1-4472-96dd-f0285bdc0703 with Priority: HIGHEST for action security_group_members [ 900.877107] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86399cdd-4b08-4d4e-8286-8ae46e6a7e64 with Priority: HIGHEST for action port [ 900.877107] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b0a31988-83b1-4472-96dd-f0285bdc0703 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.877107] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b0a31988-83b1-4472-96dd-f0285bdc0703" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.877107] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b0a31988-83b1-4472-96dd-f0285bdc0703" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.877107] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b0a31988-83b1-4472-96dd-f0285bdc0703" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.877107] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b0a31988-83b1-4472-96dd-f0285bdc0703',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.878018] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-b0a31988-83b1-4472-96dd-f0285bdc0703 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.878018] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b0a31988-83b1-4472-96dd-f0285bdc0703" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.878018] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b0a31988-83b1-4472-96dd-f0285bdc0703" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.878225] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b0a31988-83b1-4472-96dd-f0285bdc0703" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.878683] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.878849] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.878948] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.879228] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.879402] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.879489] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b0a31988-83b1-4472-96dd-f0285bdc0703',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.880407] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock port-86399cdd-4b08-4d4e-8286-8ae46e6a7e64 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.880587] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-86399cdd-4b08-4d4e-8286-8ae46e6a7e64" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.880679] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-86399cdd-4b08-4d4e-8286-8ae46e6a7e64" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.881228] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-86399cdd-4b08-4d4e-8286-8ae46e6a7e64" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.881311] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('86399cdd-4b08-4d4e-8286-8ae46e6a7e64',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.301934] env[66859]: INFO networking_nsxv3.common.synchronization [req-bf8e85f1-0238-4c6c-8800-ea6495be5ebb req-eb1e97fb-1cbb-4804-a569-b950572765d0 tempest-ServersTestFqdnHostnames-1227569142 tempest-ServersTestFqdnHostnames-1227569142-project-member] Enqueued Resource ID: 6ad5828c-90b4-4b0c-adc1-87e12469123a with Priority: HIGHEST for action security_group_members [ 901.302716] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6ad5828c-90b4-4b0c-adc1-87e12469123a with Priority: HIGHEST for action security_group_members [ 901.303417] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-6ad5828c-90b4-4b0c-adc1-87e12469123a taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.303417] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6ad5828c-90b4-4b0c-adc1-87e12469123a" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.303417] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6ad5828c-90b4-4b0c-adc1-87e12469123a" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.303782] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6ad5828c-90b4-4b0c-adc1-87e12469123a" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.304119] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.304119] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.304234] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.304495] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.304605] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.304742] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6ad5828c-90b4-4b0c-adc1-87e12469123a',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.390665] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b0a31988-83b1-4472-96dd-f0285bdc0703',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.390665] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-b0a31988-83b1-4472-96dd-f0285bdc0703 taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.390665] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b0a31988-83b1-4472-96dd-f0285bdc0703" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.390665] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 86399cdd-4b08-4d4e-8286-8ae46e6a7e64 with status ACTIVE [ 901.390665] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.390665] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.390665] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.390665] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.390665] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.390665] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.390665] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.390665] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.390665] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.392376] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.392376] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.392376] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.392376] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.392376] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.392376] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.392376] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 86399cdd-4b08-4d4e-8286-8ae46e6a7e64 is going to be updated. [ 901.426243] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.426243] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.426243] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.426527] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.426557] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.427028] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-86399cdd-4b08-4d4e-8286-8ae46e6a7e64" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.809161] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.809317] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.809385] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.809616] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.809859] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.810120] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.810343] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.810343] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.810594] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.810725] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.810827] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6ad5828c-90b4-4b0c-adc1-87e12469123a is going to be updated. [ 901.869150] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.869150] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.869150] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.869150] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.869150] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.877676] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c2c43257-96ff-41e0-9170-22fd44ad03b7 in Status: SUCCESS [ 901.877676] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c2c43257-96ff-41e0-9170-22fd44ad03b7" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.877676] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c2c43257-96ff-41e0-9170-22fd44ad03b7" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.877676] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c2c43257-96ff-41e0-9170-22fd44ad03b7" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.877676] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.877676] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.877676] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.877676] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.877676] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.877676] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c2c43257-96ff-41e0-9170-22fd44ad03b7" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.877676] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c2c43257-96ff-41e0-9170-22fd44ad03b7',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.879880] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6ad5828c-90b4-4b0c-adc1-87e12469123a in Status: IN_PROGRESS for 2s [ 901.894763] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b0a31988-83b1-4472-96dd-f0285bdc0703',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.382204] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-c2c43257-96ff-41e0-9170-22fd44ad03b7 taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.382680] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c2c43257-96ff-41e0-9170-22fd44ad03b7" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.383295] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c2c43257-96ff-41e0-9170-22fd44ad03b7" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.383295] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c2c43257-96ff-41e0-9170-22fd44ad03b7" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.383488] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.383488] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.383592] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.383773] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.383865] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.383955] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c2c43257-96ff-41e0-9170-22fd44ad03b7" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.384235] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-c2c43257-96ff-41e0-9170-22fd44ad03b7 taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.384235] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c2c43257-96ff-41e0-9170-22fd44ad03b7" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.384360] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c2c43257-96ff-41e0-9170-22fd44ad03b7" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.384400] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c2c43257-96ff-41e0-9170-22fd44ad03b7" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.384649] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.384776] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.384819] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.385072] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.385277] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.385277] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c2c43257-96ff-41e0-9170-22fd44ad03b7" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.385372] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c2c43257-96ff-41e0-9170-22fd44ad03b7',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.397028] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.397028] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.397028] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.397249] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.397292] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.397386] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b0a31988-83b1-4472-96dd-f0285bdc0703 is going to be created. [ 902.422776] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.423060] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.423060] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.423214] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.423370] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.433357] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b0a31988-83b1-4472-96dd-f0285bdc0703 in Status: UNINITIALIZED for 2s [ 902.888358] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c2c43257-96ff-41e0-9170-22fd44ad03b7: rpc.has_security_group_logging(os_id): False [ 902.908982] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.908982] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.908982] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.908982] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.908982] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.908982] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.908982] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.908982] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.908982] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.908982] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.909723] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.909723] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.909723] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.909723] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.909723] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.909723] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.910414] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.910414] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.910414] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.910414] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.910414] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c2c43257-96ff-41e0-9170-22fd44ad03b7 is going to be created. [ 902.976972] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.977171] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.977328] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.978073] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.978073] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.994686] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c2c43257-96ff-41e0-9170-22fd44ad03b7 in Status: IN_PROGRESS for 2s [ 903.893531] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6ad5828c-90b4-4b0c-adc1-87e12469123a in Status: SUCCESS [ 903.893818] env[66859]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6ad5828c-90b4-4b0c-adc1-87e12469123a deletion is rescheduled due to dependency. [ 903.893901] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6ad5828c-90b4-4b0c-adc1-87e12469123a" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.446414] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b0a31988-83b1-4472-96dd-f0285bdc0703 in Status: SUCCESS [ 904.447043] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b0a31988-83b1-4472-96dd-f0285bdc0703" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.447043] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b0a31988-83b1-4472-96dd-f0285bdc0703" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.447043] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b0a31988-83b1-4472-96dd-f0285bdc0703" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.447266] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.447452] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.447535] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.447712] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.448353] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.448353] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b0a31988-83b1-4472-96dd-f0285bdc0703" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.448353] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b0a31988-83b1-4472-96dd-f0285bdc0703',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.954438] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b0a31988-83b1-4472-96dd-f0285bdc0703',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.010565] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c2c43257-96ff-41e0-9170-22fd44ad03b7 in Status: SUCCESS [ 905.010864] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c2c43257-96ff-41e0-9170-22fd44ad03b7" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.457268] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b0a31988-83b1-4472-96dd-f0285bdc0703: rpc.has_security_group_logging(os_id): False [ 905.481718] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.481935] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.482133] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.482425] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.482832] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.483892] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.484084] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.484189] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.484471] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.484644] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.484751] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b0a31988-83b1-4472-96dd-f0285bdc0703 is going to be created. [ 905.574776] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.574776] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.574776] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.574776] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.575139] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.589384] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b0a31988-83b1-4472-96dd-f0285bdc0703 in Status: IN_PROGRESS for 2s [ 906.014278] env[66859]: INFO networking_nsxv3.common.synchronization [req-841f6fe0-cf03-411f-94ef-5749bfd0b09e req-f6399247-c2b3-45a0-a79d-aac0e4a18eee tempest-ServerActionsTestOtherA-665867162 tempest-ServerActionsTestOtherA-665867162-project-member] Enqueued Resource ID: aa6c1750-7015-4744-8167-8778f2c4105c with Priority: HIGHEST for action security_group_members [ 906.015055] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa6c1750-7015-4744-8167-8778f2c4105c with Priority: HIGHEST for action security_group_members [ 906.015495] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-aa6c1750-7015-4744-8167-8778f2c4105c taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.015674] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aa6c1750-7015-4744-8167-8778f2c4105c" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.015871] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aa6c1750-7015-4744-8167-8778f2c4105c" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.016150] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aa6c1750-7015-4744-8167-8778f2c4105c" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.016391] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.016548] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.016649] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.016887] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.017026] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.017168] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aa6c1750-7015-4744-8167-8778f2c4105c',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.417278] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock network-163 taken with stack trace [, , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.417604] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "network-163" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.417604] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "network-163" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.418074] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "network-163" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.418526] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.418526] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.418690] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.418874] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.420240] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.420555] env[66859]: DEBUG dogpile.cache.region [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] No value present for key: 'zone-id' {{(pid=66859) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 906.420770] env[66859]: DEBUG dogpile.lock [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] NeedRegenerationException {{(pid=66859) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 906.420827] env[66859]: DEBUG dogpile.lock [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] no value, waiting for create lock {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 906.420932] env[66859]: DEBUG dogpile.lock [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] value creation lock acquired {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 906.421060] env[66859]: DEBUG dogpile.cache.region [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] No value present for key: 'zone-id' {{(pid=66859) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 906.421166] env[66859]: DEBUG dogpile.lock [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Calling creation function for not-yet-present value {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 906.421296] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 906.456957] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 906.457220] env[66859]: DEBUG dogpile.cache.region [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Cache value generated in 0.036 seconds for key(s): 'zone-id' {{(pid=66859) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 906.457419] env[66859]: DEBUG dogpile.lock [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Released creation lock {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 906.457819] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "network-163" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.458486] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock port-c5ece635-f3b7-409f-9c67-f46562a718d2 taken with stack trace [, , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.458915] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "port-c5ece635-f3b7-409f-9c67-f46562a718d2" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.459094] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "port-c5ece635-f3b7-409f-9c67-f46562a718d2" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.460698] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "port-c5ece635-f3b7-409f-9c67-f46562a718d2" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.460698] env[66859]: DEBUG networking_nsxv3.api.rpc [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c5ece635-f3b7-409f-9c67-f46562a718d2',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.520818] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.521589] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.521589] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.521589] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.521589] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.521589] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.521838] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.521838] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.521894] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.522082] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.522082] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aa6c1750-7015-4744-8167-8778f2c4105c already deleted. [ 906.522175] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aa6c1750-7015-4744-8167-8778f2c4105c" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.909253] env[66859]: INFO networking_nsxv3.common.synchronization [None req-bd2a743f-81b0-44af-abe7-7c6e7498e8ba None None] Enqueued Resource ID: bbfa3048-1bb6-4b76-9321-353150f54c6d with Priority: HIGHEST for action port [ 906.909657] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bbfa3048-1bb6-4b76-9321-353150f54c6d with Priority: HIGHEST for action port [ 906.909964] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock port-bbfa3048-1bb6-4b76-9321-353150f54c6d taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.910199] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bbfa3048-1bb6-4b76-9321-353150f54c6d" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.910268] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bbfa3048-1bb6-4b76-9321-353150f54c6d" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.910574] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bbfa3048-1bb6-4b76-9321-353150f54c6d" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.910672] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bbfa3048-1bb6-4b76-9321-353150f54c6d',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.964029] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.964301] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.964430] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.964714] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.964865] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.965017] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Segment Port c5ece635-f3b7-409f-9c67-f46562a718d2 not found, creating... [ 906.965281] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.965437] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.965615] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.965760] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.965895] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.966195] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.966350] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.966463] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.966666] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.966796] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.966934] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Resource: SegmentPort with ID: c5ece635-f3b7-409f-9c67-f46562a718d2 is going to be created. [ 906.988769] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.988980] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.989112] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.989380] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.989603] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.989834] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "port-c5ece635-f3b7-409f-9c67-f46562a718d2" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.415520] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bbfa3048-1bb6-4b76-9321-353150f54c6d [ 907.416149] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.416149] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.416149] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.416894] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.416894] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.416894] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bbfa3048-1bb6-4b76-9321-353150f54c6d already deleted. [ 907.416894] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bbfa3048-1bb6-4b76-9321-353150f54c6d" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.587139] env[66859]: INFO networking_nsxv3.common.synchronization [req-792a81c5-4c95-49c6-8cec-c0d578beb4f6 req-05f7a717-8f97-4dbd-afaa-6f4366168d69 tempest-ImagesTestJSON-775779378 tempest-ImagesTestJSON-775779378-project-member] Enqueued Resource ID: 09fc9b17-50d2-4789-87d2-0acbd68153f8 with Priority: HIGHEST for action security_group_members [ 907.587740] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 09fc9b17-50d2-4789-87d2-0acbd68153f8 with Priority: HIGHEST for action security_group_members [ 907.588527] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-09fc9b17-50d2-4789-87d2-0acbd68153f8 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.588527] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-09fc9b17-50d2-4789-87d2-0acbd68153f8" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.588527] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-09fc9b17-50d2-4789-87d2-0acbd68153f8" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.588527] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-09fc9b17-50d2-4789-87d2-0acbd68153f8" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.588725] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.588725] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.588725] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.588873] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.589075] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.589075] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('09fc9b17-50d2-4789-87d2-0acbd68153f8',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.602767] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b0a31988-83b1-4472-96dd-f0285bdc0703 in Status: SUCCESS [ 907.602983] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b0a31988-83b1-4472-96dd-f0285bdc0703" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.699651] env[66859]: INFO networking_nsxv3.common.synchronization [req-841f6fe0-cf03-411f-94ef-5749bfd0b09e req-32588de0-024e-4fba-9bd0-d470c057862e service nova] Enqueued Resource ID: aa6c1750-7015-4744-8167-8778f2c4105c with Priority: HIGHEST for action security_group_rules [ 907.699829] env[66859]: INFO networking_nsxv3.common.synchronization [req-841f6fe0-cf03-411f-94ef-5749bfd0b09e req-32588de0-024e-4fba-9bd0-d470c057862e service nova] Enqueued Resource ID: aa6c1750-7015-4744-8167-8778f2c4105c with Priority: HIGHEST for action security_group_members [ 907.699969] env[66859]: INFO networking_nsxv3.common.synchronization [req-841f6fe0-cf03-411f-94ef-5749bfd0b09e req-32588de0-024e-4fba-9bd0-d470c057862e service nova] Enqueued Resource ID: c5ece635-f3b7-409f-9c67-f46562a718d2 with Priority: HIGHEST for action port [ 907.700494] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa6c1750-7015-4744-8167-8778f2c4105c with Priority: HIGHEST for action security_group_rules [ 907.700635] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa6c1750-7015-4744-8167-8778f2c4105c with Priority: HIGHEST for action security_group_members [ 907.700732] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c5ece635-f3b7-409f-9c67-f46562a718d2 with Priority: HIGHEST for action port [ 907.700999] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock rules-aa6c1750-7015-4744-8167-8778f2c4105c taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.702337] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-aa6c1750-7015-4744-8167-8778f2c4105c" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.702414] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-aa6c1750-7015-4744-8167-8778f2c4105c" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.702680] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-aa6c1750-7015-4744-8167-8778f2c4105c" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.703732] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('aa6c1750-7015-4744-8167-8778f2c4105c',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.704650] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-aa6c1750-7015-4744-8167-8778f2c4105c taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.704962] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aa6c1750-7015-4744-8167-8778f2c4105c" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.704962] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aa6c1750-7015-4744-8167-8778f2c4105c" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.705096] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aa6c1750-7015-4744-8167-8778f2c4105c" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.705171] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.705354] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.705425] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.705575] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.705659] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.705753] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aa6c1750-7015-4744-8167-8778f2c4105c',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.706818] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock port-c5ece635-f3b7-409f-9c67-f46562a718d2 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.706930] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c5ece635-f3b7-409f-9c67-f46562a718d2" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.706991] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c5ece635-f3b7-409f-9c67-f46562a718d2" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.707145] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c5ece635-f3b7-409f-9c67-f46562a718d2" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.707218] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c5ece635-f3b7-409f-9c67-f46562a718d2',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.091878] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('09fc9b17-50d2-4789-87d2-0acbd68153f8',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.209137] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('aa6c1750-7015-4744-8167-8778f2c4105c',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.211576] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-aa6c1750-7015-4744-8167-8778f2c4105c taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.211576] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aa6c1750-7015-4744-8167-8778f2c4105c" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.211576] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c5ece635-f3b7-409f-9c67-f46562a718d2 with status ACTIVE [ 908.211576] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.211576] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.211576] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.211576] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.211576] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.212236] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.212236] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.212236] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.212236] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.212236] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.212236] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.212541] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.212541] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.212541] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.212635] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.212754] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c5ece635-f3b7-409f-9c67-f46562a718d2 is going to be updated. [ 908.236311] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.236490] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.236569] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.236789] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.236922] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.237134] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c5ece635-f3b7-409f-9c67-f46562a718d2" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.596025] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('09fc9b17-50d2-4789-87d2-0acbd68153f8',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.659100] env[66859]: INFO networking_nsxv3.common.synchronization [req-a69142aa-d97f-4b0e-b4e3-1e71ae45ef03 req-f204b4de-55b3-4b9b-8c9d-b37add59069a tempest-ServersTestMultiNic-236117991 tempest-ServersTestMultiNic-236117991-project-member] Enqueued Resource ID: 9cf673ac-92bb-46bb-a3a1-432ea15aa039 with Priority: HIGHEST for action security_group_members [ 908.660061] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9cf673ac-92bb-46bb-a3a1-432ea15aa039 with Priority: HIGHEST for action security_group_members [ 908.660895] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-9cf673ac-92bb-46bb-a3a1-432ea15aa039 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.661217] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9cf673ac-92bb-46bb-a3a1-432ea15aa039" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.661342] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9cf673ac-92bb-46bb-a3a1-432ea15aa039" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.661665] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9cf673ac-92bb-46bb-a3a1-432ea15aa039" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.662027] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.662123] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.662123] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.665619] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.665619] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.665619] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9cf673ac-92bb-46bb-a3a1-432ea15aa039',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.715683] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('aa6c1750-7015-4744-8167-8778f2c4105c',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.025170] env[66859]: INFO networking_nsxv3.common.synchronization [None req-3f5610b1-7f79-442f-a07c-50efb3e4b1ec None None] Enqueued Resource ID: e90fb6f2-6238-4122-8cf5-219859c7acc6 with Priority: HIGHEST for action port [ 909.025170] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e90fb6f2-6238-4122-8cf5-219859c7acc6 with Priority: HIGHEST for action port [ 909.025170] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock port-e90fb6f2-6238-4122-8cf5-219859c7acc6 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.025170] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e90fb6f2-6238-4122-8cf5-219859c7acc6" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.025170] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e90fb6f2-6238-4122-8cf5-219859c7acc6" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.025170] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e90fb6f2-6238-4122-8cf5-219859c7acc6" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.025393] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e90fb6f2-6238-4122-8cf5-219859c7acc6',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.033360] env[66859]: INFO networking_nsxv3.common.synchronization [req-a69142aa-d97f-4b0e-b4e3-1e71ae45ef03 req-987ec9c2-fb24-4ef2-8129-a8463adc368f tempest-ServersTestMultiNic-236117991 tempest-ServersTestMultiNic-236117991-project-member] Enqueued Resource ID: 9cf673ac-92bb-46bb-a3a1-432ea15aa039 with Priority: HIGHEST for action security_group_members [ 909.034067] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9cf673ac-92bb-46bb-a3a1-432ea15aa039 with Priority: HIGHEST for action security_group_members [ 909.035182] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-9cf673ac-92bb-46bb-a3a1-432ea15aa039 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.035182] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9cf673ac-92bb-46bb-a3a1-432ea15aa039" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.099699] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.100013] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.100506] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.101036] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.101340] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.101340] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 09fc9b17-50d2-4789-87d2-0acbd68153f8 is going to be updated. [ 909.134558] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.134709] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.134780] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.134988] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.135143] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.146329] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 09fc9b17-50d2-4789-87d2-0acbd68153f8 in Status: IN_PROGRESS for 2s [ 909.167475] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.167475] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.167475] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.167475] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.167475] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.167475] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.167475] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.167475] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.167475] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.167475] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.167475] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9cf673ac-92bb-46bb-a3a1-432ea15aa039 already deleted. [ 909.167475] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9cf673ac-92bb-46bb-a3a1-432ea15aa039" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.167475] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9cf673ac-92bb-46bb-a3a1-432ea15aa039" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.167475] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9cf673ac-92bb-46bb-a3a1-432ea15aa039" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.167475] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.167475] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.167475] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.167475] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.168168] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.168168] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9cf673ac-92bb-46bb-a3a1-432ea15aa039',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.221280] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.221280] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.221280] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.223135] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.223135] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.223135] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aa6c1750-7015-4744-8167-8778f2c4105c is going to be created. [ 909.260029] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.260216] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.260977] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.260977] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.260977] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.276310] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aa6c1750-7015-4744-8167-8778f2c4105c in Status: UNINITIALIZED for 2s [ 909.476823] env[66859]: INFO networking_nsxv3.common.synchronization [req-a69142aa-d97f-4b0e-b4e3-1e71ae45ef03 req-2ab91c6e-9241-448b-ac21-6c0a2e98d468 tempest-ServersTestMultiNic-236117991 tempest-ServersTestMultiNic-236117991-project-member] Enqueued Resource ID: 9cf673ac-92bb-46bb-a3a1-432ea15aa039 with Priority: HIGHEST for action security_group_members [ 909.477415] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9cf673ac-92bb-46bb-a3a1-432ea15aa039 with Priority: HIGHEST for action security_group_members [ 909.477740] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-9cf673ac-92bb-46bb-a3a1-432ea15aa039 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.477842] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9cf673ac-92bb-46bb-a3a1-432ea15aa039" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.531875] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e90fb6f2-6238-4122-8cf5-219859c7acc6 [ 909.531875] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.534495] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.534495] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.534495] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.534495] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.534495] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e90fb6f2-6238-4122-8cf5-219859c7acc6 already deleted. [ 909.534495] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e90fb6f2-6238-4122-8cf5-219859c7acc6" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.674960] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.675252] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.675367] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.675708] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.675841] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.676173] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.676352] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.676458] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.677131] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.677131] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.677131] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9cf673ac-92bb-46bb-a3a1-432ea15aa039 already deleted. [ 909.677131] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9cf673ac-92bb-46bb-a3a1-432ea15aa039" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.677368] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9cf673ac-92bb-46bb-a3a1-432ea15aa039" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.677611] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9cf673ac-92bb-46bb-a3a1-432ea15aa039" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.677879] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.678014] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.678552] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.678762] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.678849] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.679011] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9cf673ac-92bb-46bb-a3a1-432ea15aa039',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.808156] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock network-440 taken with stack trace [, , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.808373] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "network-440" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.808517] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "network-440" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.808880] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "network-440" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.809161] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.809348] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.809432] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.809708] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.809811] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.810050] env[66859]: DEBUG dogpile.cache.region [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] No value present for key: 'zone-id' {{(pid=66859) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 909.810166] env[66859]: DEBUG dogpile.lock [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] NeedRegenerationException {{(pid=66859) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 909.810273] env[66859]: DEBUG dogpile.lock [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] no value, waiting for create lock {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 909.810384] env[66859]: DEBUG dogpile.lock [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] value creation lock acquired {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 909.810536] env[66859]: DEBUG dogpile.cache.region [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] No value present for key: 'zone-id' {{(pid=66859) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 909.810633] env[66859]: DEBUG dogpile.lock [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Calling creation function for not-yet-present value {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 909.810792] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 909.835167] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 909.835167] env[66859]: DEBUG dogpile.cache.region [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=66859) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 909.835167] env[66859]: DEBUG dogpile.lock [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Released creation lock {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 909.835167] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "network-440" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.835167] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock port-e9917a88-572a-4122-a806-496524c7fa95 taken with stack trace [, , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.835391] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "port-e9917a88-572a-4122-a806-496524c7fa95" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.835391] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "port-e9917a88-572a-4122-a806-496524c7fa95" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.835657] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "port-e9917a88-572a-4122-a806-496524c7fa95" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.835798] env[66859]: DEBUG networking_nsxv3.api.rpc [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e9917a88-572a-4122-a806-496524c7fa95',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.181236] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.181317] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.181353] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.181556] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.181651] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.181890] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.181979] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.182026] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.182159] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.182234] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.182318] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9cf673ac-92bb-46bb-a3a1-432ea15aa039 already deleted. [ 910.182395] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9cf673ac-92bb-46bb-a3a1-432ea15aa039" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.340863] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.341215] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.341262] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.341598] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.341716] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.341874] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Segment Port e9917a88-572a-4122-a806-496524c7fa95 not found, creating... [ 910.342163] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.342327] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.342440] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.342664] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.342801] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.343183] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.343359] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.343475] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.343685] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.344790] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.344790] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Resource: SegmentPort with ID: e9917a88-572a-4122-a806-496524c7fa95 is going to be created. [ 910.374612] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.374820] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.374944] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.375296] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.375527] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.375748] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "port-e9917a88-572a-4122-a806-496524c7fa95" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.734883] env[66859]: INFO networking_nsxv3.common.synchronization [req-bcb964d2-6204-40f2-b1f3-27604c75bd02 req-b3cb06cb-2f8c-4617-a41f-558db29ecd40 tempest-ImagesOneServerNegativeTestJSON-1778756211 tempest-ImagesOneServerNegativeTestJSON-1778756211-project-member] Enqueued Resource ID: c2c43257-96ff-41e0-9170-22fd44ad03b7 with Priority: HIGHEST for action security_group_members [ 910.734883] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c2c43257-96ff-41e0-9170-22fd44ad03b7 with Priority: HIGHEST for action security_group_members [ 910.735270] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-c2c43257-96ff-41e0-9170-22fd44ad03b7 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.735401] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c2c43257-96ff-41e0-9170-22fd44ad03b7" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.735466] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c2c43257-96ff-41e0-9170-22fd44ad03b7" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.736033] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c2c43257-96ff-41e0-9170-22fd44ad03b7" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.736033] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.736033] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.736033] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.736351] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.736351] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.736437] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c2c43257-96ff-41e0-9170-22fd44ad03b7',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.122857] env[66859]: INFO networking_nsxv3.common.synchronization [req-a69142aa-d97f-4b0e-b4e3-1e71ae45ef03 req-61eb12f0-51ba-4dbf-8828-fbf41f39d71a service nova] Enqueued Resource ID: 9cf673ac-92bb-46bb-a3a1-432ea15aa039 with Priority: HIGHEST for action security_group_rules [ 911.123041] env[66859]: INFO networking_nsxv3.common.synchronization [req-a69142aa-d97f-4b0e-b4e3-1e71ae45ef03 req-61eb12f0-51ba-4dbf-8828-fbf41f39d71a service nova] Enqueued Resource ID: 9cf673ac-92bb-46bb-a3a1-432ea15aa039 with Priority: HIGHEST for action security_group_members [ 911.123181] env[66859]: INFO networking_nsxv3.common.synchronization [req-a69142aa-d97f-4b0e-b4e3-1e71ae45ef03 req-61eb12f0-51ba-4dbf-8828-fbf41f39d71a service nova] Enqueued Resource ID: e9917a88-572a-4122-a806-496524c7fa95 with Priority: HIGHEST for action port [ 911.123700] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9cf673ac-92bb-46bb-a3a1-432ea15aa039 with Priority: HIGHEST for action security_group_rules [ 911.123700] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9cf673ac-92bb-46bb-a3a1-432ea15aa039 with Priority: HIGHEST for action security_group_members [ 911.123700] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9917a88-572a-4122-a806-496524c7fa95 with Priority: HIGHEST for action port [ 911.125486] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9cf673ac-92bb-46bb-a3a1-432ea15aa039 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.125619] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9cf673ac-92bb-46bb-a3a1-432ea15aa039" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.125693] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9cf673ac-92bb-46bb-a3a1-432ea15aa039" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.126435] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9cf673ac-92bb-46bb-a3a1-432ea15aa039" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.126435] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9cf673ac-92bb-46bb-a3a1-432ea15aa039',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.126966] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-9cf673ac-92bb-46bb-a3a1-432ea15aa039 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.127255] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9cf673ac-92bb-46bb-a3a1-432ea15aa039" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.127255] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9cf673ac-92bb-46bb-a3a1-432ea15aa039" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.127350] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9cf673ac-92bb-46bb-a3a1-432ea15aa039" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.127523] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.127585] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.127585] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.128031] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.128031] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.128031] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9cf673ac-92bb-46bb-a3a1-432ea15aa039',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.128755] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock port-e9917a88-572a-4122-a806-496524c7fa95 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.128877] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e9917a88-572a-4122-a806-496524c7fa95" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.128982] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e9917a88-572a-4122-a806-496524c7fa95" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.129325] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e9917a88-572a-4122-a806-496524c7fa95" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.129325] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e9917a88-572a-4122-a806-496524c7fa95',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.158734] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 09fc9b17-50d2-4789-87d2-0acbd68153f8 in Status: SUCCESS [ 911.158969] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-09fc9b17-50d2-4789-87d2-0acbd68153f8" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.238941] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.239215] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.239330] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.239554] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.239655] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.239898] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.240061] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.240161] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.240542] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.240629] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.240811] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c2c43257-96ff-41e0-9170-22fd44ad03b7 is going to be updated. [ 911.275189] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.275360] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.275398] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.275601] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.275747] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.288397] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aa6c1750-7015-4744-8167-8778f2c4105c in Status: SUCCESS [ 911.288397] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aa6c1750-7015-4744-8167-8778f2c4105c" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.288880] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aa6c1750-7015-4744-8167-8778f2c4105c" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.289326] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aa6c1750-7015-4744-8167-8778f2c4105c" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.289409] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.289489] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.289544] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.289870] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.289997] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.290104] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aa6c1750-7015-4744-8167-8778f2c4105c" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.290166] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('aa6c1750-7015-4744-8167-8778f2c4105c',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.291705] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c2c43257-96ff-41e0-9170-22fd44ad03b7 in Status: IN_PROGRESS for 2s [ 911.631089] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-9cf673ac-92bb-46bb-a3a1-432ea15aa039 taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.631221] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9cf673ac-92bb-46bb-a3a1-432ea15aa039" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.632428] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e9917a88-572a-4122-a806-496524c7fa95 with status ACTIVE [ 911.632602] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.632716] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.632781] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.633016] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.633113] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.633288] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.633410] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.633446] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.633580] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.633947] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.633947] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.633947] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.634161] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.634161] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.634161] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.634240] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e9917a88-572a-4122-a806-496524c7fa95 is going to be updated. [ 911.635355] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9cf673ac-92bb-46bb-a3a1-432ea15aa039',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.657232] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.657402] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.657471] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.657687] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.657798] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.657952] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e9917a88-572a-4122-a806-496524c7fa95" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.793164] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-aa6c1750-7015-4744-8167-8778f2c4105c taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.793428] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aa6c1750-7015-4744-8167-8778f2c4105c" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.793428] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aa6c1750-7015-4744-8167-8778f2c4105c" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.793660] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aa6c1750-7015-4744-8167-8778f2c4105c" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.793793] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.793870] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.793939] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.794104] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.794188] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.794274] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aa6c1750-7015-4744-8167-8778f2c4105c" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.794432] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-aa6c1750-7015-4744-8167-8778f2c4105c taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.794493] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aa6c1750-7015-4744-8167-8778f2c4105c" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.794675] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aa6c1750-7015-4744-8167-8778f2c4105c" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.794741] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aa6c1750-7015-4744-8167-8778f2c4105c" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.796061] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.796061] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.796061] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.796061] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.796061] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.796061] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aa6c1750-7015-4744-8167-8778f2c4105c" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.796061] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('aa6c1750-7015-4744-8167-8778f2c4105c',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.914965] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock network-458 taken with stack trace [, , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.915184] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "network-458" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.915305] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "network-458" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.915703] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "network-458" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.916075] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.916271] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.916388] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.916627] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.916775] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.916996] env[66859]: DEBUG dogpile.cache.region [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] No value present for key: 'zone-id' {{(pid=66859) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 911.917129] env[66859]: DEBUG dogpile.lock [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] NeedRegenerationException {{(pid=66859) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 911.917241] env[66859]: DEBUG dogpile.lock [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] no value, waiting for create lock {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 911.917419] env[66859]: DEBUG dogpile.lock [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] value creation lock acquired {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 911.917571] env[66859]: DEBUG dogpile.cache.region [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] No value present for key: 'zone-id' {{(pid=66859) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 911.917684] env[66859]: DEBUG dogpile.lock [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Calling creation function for not-yet-present value {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 911.917820] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 911.939928] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 911.940199] env[66859]: DEBUG dogpile.cache.region [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66859) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 911.940409] env[66859]: DEBUG dogpile.lock [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Released creation lock {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 911.940623] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "network-458" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.940965] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock port-e2783bc5-cf9a-4c8c-9b21-159732cd9fb0 taken with stack trace [, , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.941154] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "port-e2783bc5-cf9a-4c8c-9b21-159732cd9fb0" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.941273] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "port-e2783bc5-cf9a-4c8c-9b21-159732cd9fb0" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.941626] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "port-e2783bc5-cf9a-4c8c-9b21-159732cd9fb0" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.942238] env[66859]: DEBUG networking_nsxv3.api.rpc [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e2783bc5-cf9a-4c8c-9b21-159732cd9fb0',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.138214] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9cf673ac-92bb-46bb-a3a1-432ea15aa039',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.299644] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for aa6c1750-7015-4744-8167-8778f2c4105c: rpc.has_security_group_logging(os_id): False [ 912.322629] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.322902] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.322902] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.323188] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.323308] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.323725] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.323725] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.323725] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.323913] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.323957] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.324169] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.324265] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.324391] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.324460] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.324529] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.324796] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.324935] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.325036] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.325156] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.325231] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.325429] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: aa6c1750-7015-4744-8167-8778f2c4105c is going to be created. [ 912.409340] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.409563] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.409655] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.409907] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.410126] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.424669] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: aa6c1750-7015-4744-8167-8778f2c4105c in Status: IN_PROGRESS for 2s [ 912.443999] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.444283] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.444373] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.444661] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.444803] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.444955] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Segment Port e2783bc5-cf9a-4c8c-9b21-159732cd9fb0 not found, creating... [ 912.445231] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.445384] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.445496] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.445816] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.445944] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.446242] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.446395] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.446507] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.446709] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.446832] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.446968] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Resource: SegmentPort with ID: e2783bc5-cf9a-4c8c-9b21-159732cd9fb0 is going to be created. [ 912.469741] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.469974] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.470110] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.470404] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.470745] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.470997] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "port-e2783bc5-cf9a-4c8c-9b21-159732cd9fb0" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.646523] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.646523] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.646523] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.646759] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.646792] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.647682] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9cf673ac-92bb-46bb-a3a1-432ea15aa039 is going to be created. [ 912.676366] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.676366] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.676366] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.676366] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.676366] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.688150] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9cf673ac-92bb-46bb-a3a1-432ea15aa039 in Status: UNINITIALIZED for 2s [ 913.198904] env[66859]: INFO networking_nsxv3.common.synchronization [req-a69142aa-d97f-4b0e-b4e3-1e71ae45ef03 req-c7411e61-ca6c-47be-8be7-ebc4e3887d81 service nova] Enqueued Resource ID: 9cf673ac-92bb-46bb-a3a1-432ea15aa039 with Priority: HIGHEST for action security_group_rules [ 913.199479] env[66859]: INFO networking_nsxv3.common.synchronization [req-a69142aa-d97f-4b0e-b4e3-1e71ae45ef03 req-c7411e61-ca6c-47be-8be7-ebc4e3887d81 service nova] Enqueued Resource ID: 9cf673ac-92bb-46bb-a3a1-432ea15aa039 with Priority: HIGHEST for action security_group_members [ 913.199479] env[66859]: INFO networking_nsxv3.common.synchronization [req-a69142aa-d97f-4b0e-b4e3-1e71ae45ef03 req-c7411e61-ca6c-47be-8be7-ebc4e3887d81 service nova] Enqueued Resource ID: e2783bc5-cf9a-4c8c-9b21-159732cd9fb0 with Priority: HIGHEST for action port [ 913.200553] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9cf673ac-92bb-46bb-a3a1-432ea15aa039 with Priority: HIGHEST for action security_group_rules [ 913.200553] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9cf673ac-92bb-46bb-a3a1-432ea15aa039 with Priority: HIGHEST for action security_group_members [ 913.200553] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2783bc5-cf9a-4c8c-9b21-159732cd9fb0 with Priority: HIGHEST for action port [ 913.203453] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9cf673ac-92bb-46bb-a3a1-432ea15aa039 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.203453] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9cf673ac-92bb-46bb-a3a1-432ea15aa039" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.203453] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-9cf673ac-92bb-46bb-a3a1-432ea15aa039 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.203453] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9cf673ac-92bb-46bb-a3a1-432ea15aa039" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.203453] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock port-e2783bc5-cf9a-4c8c-9b21-159732cd9fb0 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.203453] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e2783bc5-cf9a-4c8c-9b21-159732cd9fb0" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.203453] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e2783bc5-cf9a-4c8c-9b21-159732cd9fb0" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.203453] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e2783bc5-cf9a-4c8c-9b21-159732cd9fb0" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.203453] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e2783bc5-cf9a-4c8c-9b21-159732cd9fb0',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.304854] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c2c43257-96ff-41e0-9170-22fd44ad03b7 in Status: SUCCESS [ 913.305084] env[66859]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c2c43257-96ff-41e0-9170-22fd44ad03b7 deletion is rescheduled due to dependency. [ 913.305210] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c2c43257-96ff-41e0-9170-22fd44ad03b7" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.705579] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e2783bc5-cf9a-4c8c-9b21-159732cd9fb0 with status ACTIVE [ 913.705579] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.705579] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.705989] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.705989] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.706096] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.706307] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.706679] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.706679] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.706798] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.706915] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.707221] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.707370] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.707509] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.707729] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.707857] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.707999] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e2783bc5-cf9a-4c8c-9b21-159732cd9fb0 is going to be updated. [ 913.733794] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.734136] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.734136] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.734294] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.734400] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.734570] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e2783bc5-cf9a-4c8c-9b21-159732cd9fb0" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.040135] env[66859]: DEBUG networking_nsxv3.common.locking [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Lock network-440 taken with stack trace [, , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.040430] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquiring lock "network-440" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.040568] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired lock "network-440" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.040848] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired external semaphore "network-440" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.041769] env[66859]: DEBUG networking_nsxv3.common.locking [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.041769] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquiring lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.041769] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.042024] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired external semaphore "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.042179] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Releasing lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.042387] env[66859]: DEBUG dogpile.cache.region [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] No value present for key: 'zone-id' {{(pid=66859) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 914.042502] env[66859]: DEBUG dogpile.lock [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] NeedRegenerationException {{(pid=66859) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 914.042612] env[66859]: DEBUG dogpile.lock [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] no value, waiting for create lock {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 914.042720] env[66859]: DEBUG dogpile.lock [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] value creation lock acquired {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 914.042827] env[66859]: DEBUG dogpile.cache.region [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] No value present for key: 'zone-id' {{(pid=66859) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 914.042929] env[66859]: DEBUG dogpile.lock [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Calling creation function for not-yet-present value {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 914.043075] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 914.064578] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 914.064752] env[66859]: DEBUG dogpile.cache.region [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66859) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 914.064892] env[66859]: DEBUG dogpile.lock [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Released creation lock {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 914.065077] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Releasing lock "network-440" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.065395] env[66859]: DEBUG networking_nsxv3.common.locking [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Lock port-413b70b5-f969-4d52-978f-9f36e2b56e89 taken with stack trace [, , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.065650] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquiring lock "port-413b70b5-f969-4d52-978f-9f36e2b56e89" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.065806] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired lock "port-413b70b5-f969-4d52-978f-9f36e2b56e89" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.066212] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired external semaphore "port-413b70b5-f969-4d52-978f-9f36e2b56e89" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.066336] env[66859]: DEBUG networking_nsxv3.api.rpc [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('413b70b5-f969-4d52-978f-9f36e2b56e89',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.437676] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: aa6c1750-7015-4744-8167-8778f2c4105c in Status: SUCCESS [ 914.438298] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-aa6c1750-7015-4744-8167-8778f2c4105c" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.569667] env[66859]: DEBUG networking_nsxv3.common.locking [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.569961] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.570118] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.570400] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.570580] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.570741] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Segment Port 413b70b5-f969-4d52-978f-9f36e2b56e89 not found, creating... [ 914.571021] env[66859]: DEBUG networking_nsxv3.common.locking [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.571184] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquiring lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.571300] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.571526] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired external semaphore "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.571680] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Releasing lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.571968] env[66859]: DEBUG networking_nsxv3.common.locking [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.572137] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.572253] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.572455] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.572583] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.572719] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Resource: SegmentPort with ID: 413b70b5-f969-4d52-978f-9f36e2b56e89 is going to be created. [ 914.593228] env[66859]: DEBUG networking_nsxv3.common.locking [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.593509] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.593619] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.593977] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.594251] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.594505] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Releasing lock "port-413b70b5-f969-4d52-978f-9f36e2b56e89" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.706461] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9cf673ac-92bb-46bb-a3a1-432ea15aa039 in Status: SUCCESS [ 914.706647] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9cf673ac-92bb-46bb-a3a1-432ea15aa039" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.706860] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9cf673ac-92bb-46bb-a3a1-432ea15aa039" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.707112] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9cf673ac-92bb-46bb-a3a1-432ea15aa039" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.707362] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.707528] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.707619] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.707816] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.707938] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.708065] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9cf673ac-92bb-46bb-a3a1-432ea15aa039" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.708174] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9cf673ac-92bb-46bb-a3a1-432ea15aa039',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.709451] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9cf673ac-92bb-46bb-a3a1-432ea15aa039" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.709451] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9cf673ac-92bb-46bb-a3a1-432ea15aa039" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.709578] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.709731] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.709811] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.710014] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.710117] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.710228] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9cf673ac-92bb-46bb-a3a1-432ea15aa039',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.213322] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-9cf673ac-92bb-46bb-a3a1-432ea15aa039 taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.213490] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9cf673ac-92bb-46bb-a3a1-432ea15aa039" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.217271] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9cf673ac-92bb-46bb-a3a1-432ea15aa039',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.332585] env[66859]: INFO networking_nsxv3.common.synchronization [req-a69142aa-d97f-4b0e-b4e3-1e71ae45ef03 req-a03e9fc3-3986-43df-b0a3-5bc0753da59a service nova] Enqueued Resource ID: 9cf673ac-92bb-46bb-a3a1-432ea15aa039 with Priority: HIGHEST for action security_group_rules [ 915.332763] env[66859]: INFO networking_nsxv3.common.synchronization [req-a69142aa-d97f-4b0e-b4e3-1e71ae45ef03 req-a03e9fc3-3986-43df-b0a3-5bc0753da59a service nova] Enqueued Resource ID: 9cf673ac-92bb-46bb-a3a1-432ea15aa039 with Priority: HIGHEST for action security_group_members [ 915.332910] env[66859]: INFO networking_nsxv3.common.synchronization [req-a69142aa-d97f-4b0e-b4e3-1e71ae45ef03 req-a03e9fc3-3986-43df-b0a3-5bc0753da59a service nova] Enqueued Resource ID: 413b70b5-f969-4d52-978f-9f36e2b56e89 with Priority: HIGHEST for action port [ 915.333440] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9cf673ac-92bb-46bb-a3a1-432ea15aa039 with Priority: HIGHEST for action security_group_rules [ 915.333563] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9cf673ac-92bb-46bb-a3a1-432ea15aa039 with Priority: HIGHEST for action security_group_members [ 915.333662] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 413b70b5-f969-4d52-978f-9f36e2b56e89 with Priority: HIGHEST for action port [ 915.333928] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9cf673ac-92bb-46bb-a3a1-432ea15aa039 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.334051] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9cf673ac-92bb-46bb-a3a1-432ea15aa039" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.334256] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-9cf673ac-92bb-46bb-a3a1-432ea15aa039 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.334344] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9cf673ac-92bb-46bb-a3a1-432ea15aa039" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.334516] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock port-413b70b5-f969-4d52-978f-9f36e2b56e89 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.334619] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-413b70b5-f969-4d52-978f-9f36e2b56e89" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.334675] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-413b70b5-f969-4d52-978f-9f36e2b56e89" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.334869] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-413b70b5-f969-4d52-978f-9f36e2b56e89" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.335035] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('413b70b5-f969-4d52-978f-9f36e2b56e89',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.716495] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9cf673ac-92bb-46bb-a3a1-432ea15aa039',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.837254] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 413b70b5-f969-4d52-978f-9f36e2b56e89 with status ACTIVE [ 915.837991] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.838706] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.838858] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.839112] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.839206] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.839391] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.839495] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.839557] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.839731] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.839829] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.840049] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.840179] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.840352] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.840407] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.840467] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.840631] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 413b70b5-f969-4d52-978f-9f36e2b56e89 is going to be updated. [ 915.868793] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.869423] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.869505] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.869733] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.869885] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.870062] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-413b70b5-f969-4d52-978f-9f36e2b56e89" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.218712] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.218970] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.219098] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.219323] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.219413] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.219515] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9cf673ac-92bb-46bb-a3a1-432ea15aa039 is going to be updated. [ 916.251977] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.252221] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.252221] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.253588] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.253588] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.264999] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9cf673ac-92bb-46bb-a3a1-432ea15aa039 in Status: IN_PROGRESS for 2s [ 916.380812] env[66859]: INFO networking_nsxv3.common.synchronization [req-edfa142f-fde0-44e5-9e1c-cc7529d1b55b req-c8b4f023-15d0-4da4-ba9e-88acef06c46f tempest-FloatingIPsAssociationTestJSON-358300736 tempest-FloatingIPsAssociationTestJSON-358300736-project-member] Enqueued Resource ID: d1db23ed-fd7e-4098-b8d0-4b73ee95246c with Priority: HIGHEST for action security_group_members [ 916.380812] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d1db23ed-fd7e-4098-b8d0-4b73ee95246c with Priority: HIGHEST for action security_group_members [ 916.380812] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-d1db23ed-fd7e-4098-b8d0-4b73ee95246c taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.380812] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d1db23ed-fd7e-4098-b8d0-4b73ee95246c" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.381383] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d1db23ed-fd7e-4098-b8d0-4b73ee95246c" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.381666] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d1db23ed-fd7e-4098-b8d0-4b73ee95246c" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.381835] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.381943] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.382060] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.382186] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.384634] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.384686] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d1db23ed-fd7e-4098-b8d0-4b73ee95246c',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.745762] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock network-890 taken with stack trace [, , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.746089] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "network-890" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.746089] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "network-890" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.746538] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "network-890" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.746594] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.746742] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.746866] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.747248] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.747447] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.747691] env[66859]: DEBUG dogpile.cache.region [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] No value present for key: 'zone-id' {{(pid=66859) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 916.747833] env[66859]: DEBUG dogpile.lock [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] NeedRegenerationException {{(pid=66859) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 916.747965] env[66859]: DEBUG dogpile.lock [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] no value, waiting for create lock {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 916.748110] env[66859]: DEBUG dogpile.lock [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] value creation lock acquired {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 916.748252] env[66859]: DEBUG dogpile.cache.region [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] No value present for key: 'zone-id' {{(pid=66859) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 916.748421] env[66859]: DEBUG dogpile.lock [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Calling creation function for not-yet-present value {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 916.748605] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 916.769358] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 916.770618] env[66859]: DEBUG dogpile.cache.region [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66859) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 916.770618] env[66859]: DEBUG dogpile.lock [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Released creation lock {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 916.770618] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "network-890" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.770618] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock port-50c725b6-7dea-4bd7-9c5b-3bbef06cc8f7 taken with stack trace [, , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.770618] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "port-50c725b6-7dea-4bd7-9c5b-3bbef06cc8f7" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.771010] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "port-50c725b6-7dea-4bd7-9c5b-3bbef06cc8f7" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.771345] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "port-50c725b6-7dea-4bd7-9c5b-3bbef06cc8f7" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.771345] env[66859]: DEBUG networking_nsxv3.api.rpc [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('50c725b6-7dea-4bd7-9c5b-3bbef06cc8f7',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.888100] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d1db23ed-fd7e-4098-b8d0-4b73ee95246c',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.274113] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.278327] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.278327] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.278327] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.278327] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.278327] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Segment Port 50c725b6-7dea-4bd7-9c5b-3bbef06cc8f7 not found, creating... [ 917.278327] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.278327] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.278327] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.278327] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.278327] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.279199] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.279512] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.279698] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.279974] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.280136] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.280296] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Resource: SegmentPort with ID: 50c725b6-7dea-4bd7-9c5b-3bbef06cc8f7 is going to be created. [ 917.304530] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.304746] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.304874] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.305166] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.305393] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.305607] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "port-50c725b6-7dea-4bd7-9c5b-3bbef06cc8f7" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.390073] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d1db23ed-fd7e-4098-b8d0-4b73ee95246c',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.893435] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.893779] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.893779] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.893875] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.893944] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.894099] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d1db23ed-fd7e-4098-b8d0-4b73ee95246c is going to be updated. [ 917.925202] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.925332] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.925406] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.925617] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.925756] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.935604] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d1db23ed-fd7e-4098-b8d0-4b73ee95246c in Status: IN_PROGRESS for 2s [ 918.028131] env[66859]: INFO networking_nsxv3.common.synchronization [req-edfa142f-fde0-44e5-9e1c-cc7529d1b55b req-43b5d3bf-1c4a-4b2f-8494-3a3ce814c2c8 service nova] Enqueued Resource ID: d1db23ed-fd7e-4098-b8d0-4b73ee95246c with Priority: HIGHEST for action security_group_rules [ 918.028131] env[66859]: INFO networking_nsxv3.common.synchronization [req-edfa142f-fde0-44e5-9e1c-cc7529d1b55b req-43b5d3bf-1c4a-4b2f-8494-3a3ce814c2c8 service nova] Enqueued Resource ID: d1db23ed-fd7e-4098-b8d0-4b73ee95246c with Priority: HIGHEST for action security_group_members [ 918.028131] env[66859]: INFO networking_nsxv3.common.synchronization [req-edfa142f-fde0-44e5-9e1c-cc7529d1b55b req-43b5d3bf-1c4a-4b2f-8494-3a3ce814c2c8 service nova] Enqueued Resource ID: 50c725b6-7dea-4bd7-9c5b-3bbef06cc8f7 with Priority: HIGHEST for action port [ 918.028131] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d1db23ed-fd7e-4098-b8d0-4b73ee95246c with Priority: HIGHEST for action security_group_rules [ 918.028131] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d1db23ed-fd7e-4098-b8d0-4b73ee95246c with Priority: HIGHEST for action security_group_members [ 918.028131] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50c725b6-7dea-4bd7-9c5b-3bbef06cc8f7 with Priority: HIGHEST for action port [ 918.028398] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d1db23ed-fd7e-4098-b8d0-4b73ee95246c taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.028623] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d1db23ed-fd7e-4098-b8d0-4b73ee95246c" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.028623] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d1db23ed-fd7e-4098-b8d0-4b73ee95246c" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.028801] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d1db23ed-fd7e-4098-b8d0-4b73ee95246c" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.028888] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d1db23ed-fd7e-4098-b8d0-4b73ee95246c',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.031531] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-d1db23ed-fd7e-4098-b8d0-4b73ee95246c taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.031686] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d1db23ed-fd7e-4098-b8d0-4b73ee95246c" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.031871] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock port-50c725b6-7dea-4bd7-9c5b-3bbef06cc8f7 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.031980] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-50c725b6-7dea-4bd7-9c5b-3bbef06cc8f7" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.032049] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-50c725b6-7dea-4bd7-9c5b-3bbef06cc8f7" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.032499] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-50c725b6-7dea-4bd7-9c5b-3bbef06cc8f7" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.032499] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('50c725b6-7dea-4bd7-9c5b-3bbef06cc8f7',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.277744] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9cf673ac-92bb-46bb-a3a1-432ea15aa039 in Status: SUCCESS [ 918.277744] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9cf673ac-92bb-46bb-a3a1-432ea15aa039" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.277744] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9cf673ac-92bb-46bb-a3a1-432ea15aa039" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.277938] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9cf673ac-92bb-46bb-a3a1-432ea15aa039" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.278108] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.278273] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.278888] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.278888] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.278888] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.278888] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9cf673ac-92bb-46bb-a3a1-432ea15aa039" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.278888] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-9cf673ac-92bb-46bb-a3a1-432ea15aa039 taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.279164] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9cf673ac-92bb-46bb-a3a1-432ea15aa039" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.279164] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9cf673ac-92bb-46bb-a3a1-432ea15aa039" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.279276] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9cf673ac-92bb-46bb-a3a1-432ea15aa039" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.279441] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.279577] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.279661] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.279822] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.279922] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.280030] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9cf673ac-92bb-46bb-a3a1-432ea15aa039" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.280144] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9cf673ac-92bb-46bb-a3a1-432ea15aa039',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.281080] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9cf673ac-92bb-46bb-a3a1-432ea15aa039" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.281277] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9cf673ac-92bb-46bb-a3a1-432ea15aa039" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.281459] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.281587] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.281683] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.281857] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.281980] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.282114] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9cf673ac-92bb-46bb-a3a1-432ea15aa039',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.534831] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-d1db23ed-fd7e-4098-b8d0-4b73ee95246c taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.534831] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d1db23ed-fd7e-4098-b8d0-4b73ee95246c" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.534831] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 50c725b6-7dea-4bd7-9c5b-3bbef06cc8f7 with status ACTIVE [ 918.534831] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.534831] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.534831] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.535579] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.535795] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.536163] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.536294] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.536367] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.536548] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.536653] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.536824] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.536987] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.537049] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.539813] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.539813] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.539813] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 50c725b6-7dea-4bd7-9c5b-3bbef06cc8f7 is going to be updated. [ 918.563136] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.563136] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.563136] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.563527] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.563527] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.563598] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-50c725b6-7dea-4bd7-9c5b-3bbef06cc8f7" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.786243] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9cf673ac-92bb-46bb-a3a1-432ea15aa039: rpc.has_security_group_logging(os_id): False [ 918.786243] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9cf673ac-92bb-46bb-a3a1-432ea15aa039',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.811403] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.811403] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.811403] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.811721] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.811721] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.811928] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.812054] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.812117] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.812286] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.812362] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.812819] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.812955] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.813050] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.813233] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.813333] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.813566] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.813709] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.813792] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.813958] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.814067] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.814177] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9cf673ac-92bb-46bb-a3a1-432ea15aa039 is going to be created. [ 918.870491] env[66859]: INFO networking_nsxv3.common.synchronization [req-74b0e015-3ada-4bb0-a0fc-b7a850d57f14 req-7d61cf23-7bcb-4e8b-99c0-1ea527cfe6e8 tempest-ListServerFiltersTestJSON-1280392338 tempest-ListServerFiltersTestJSON-1280392338-project-member] Enqueued Resource ID: 3923f45a-41b2-42c1-8a62-e4b52673704b with Priority: HIGHEST for action security_group_members [ 918.871169] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3923f45a-41b2-42c1-8a62-e4b52673704b with Priority: HIGHEST for action security_group_members [ 918.871508] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-3923f45a-41b2-42c1-8a62-e4b52673704b taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.871650] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3923f45a-41b2-42c1-8a62-e4b52673704b" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.871712] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3923f45a-41b2-42c1-8a62-e4b52673704b" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.871971] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3923f45a-41b2-42c1-8a62-e4b52673704b" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.872187] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.874106] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.874106] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.874106] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.874106] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.874106] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3923f45a-41b2-42c1-8a62-e4b52673704b',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.892808] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.892961] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.893040] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.893248] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.893424] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.904892] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9cf673ac-92bb-46bb-a3a1-432ea15aa039 in Status: IN_PROGRESS for 2s [ 919.185989] env[66859]: DEBUG networking_nsxv3.common.locking [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Lock network-577 taken with stack trace [, , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.186903] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquiring lock "network-577" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.187214] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired lock "network-577" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.187662] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired external semaphore "network-577" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.188130] env[66859]: DEBUG networking_nsxv3.common.locking [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.188478] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquiring lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.188747] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.190439] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired external semaphore "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.190439] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Releasing lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.190439] env[66859]: DEBUG dogpile.cache.region [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] No value present for key: 'zone-id' {{(pid=66859) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 919.190439] env[66859]: DEBUG dogpile.lock [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] NeedRegenerationException {{(pid=66859) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 919.190439] env[66859]: DEBUG dogpile.lock [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] no value, waiting for create lock {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 919.190439] env[66859]: DEBUG dogpile.lock [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] value creation lock acquired {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 919.190439] env[66859]: DEBUG dogpile.cache.region [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] No value present for key: 'zone-id' {{(pid=66859) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 919.190439] env[66859]: DEBUG dogpile.lock [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Calling creation function for not-yet-present value {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 919.190439] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 919.212214] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 919.212451] env[66859]: DEBUG dogpile.cache.region [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66859) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 919.212627] env[66859]: DEBUG dogpile.lock [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Released creation lock {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 919.212887] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Releasing lock "network-577" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.213279] env[66859]: DEBUG networking_nsxv3.common.locking [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Lock port-2bbacf0a-f582-4d3d-a4a1-dad20bee4586 taken with stack trace [, , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.213499] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquiring lock "port-2bbacf0a-f582-4d3d-a4a1-dad20bee4586" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.213656] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired lock "port-2bbacf0a-f582-4d3d-a4a1-dad20bee4586" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.214009] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired external semaphore "port-2bbacf0a-f582-4d3d-a4a1-dad20bee4586" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.214176] env[66859]: DEBUG networking_nsxv3.api.rpc [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2bbacf0a-f582-4d3d-a4a1-dad20bee4586',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.294113] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9cf673ac-92bb-46bb-a3a1-432ea15aa039',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.375958] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.376078] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.376115] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.376487] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.376487] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.376604] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.376666] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.376710] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.376854] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.377235] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.377235] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3923f45a-41b2-42c1-8a62-e4b52673704b already deleted. [ 919.377235] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3923f45a-41b2-42c1-8a62-e4b52673704b" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.717237] env[66859]: DEBUG networking_nsxv3.common.locking [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.717475] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.717600] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.717999] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.718235] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.719035] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Segment Port 2bbacf0a-f582-4d3d-a4a1-dad20bee4586 not found, creating... [ 919.719035] env[66859]: DEBUG networking_nsxv3.common.locking [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.719254] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquiring lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.719368] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.719668] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired external semaphore "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.719828] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Releasing lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.720182] env[66859]: DEBUG networking_nsxv3.common.locking [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.720379] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.720508] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.720820] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.720989] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.721215] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Resource: SegmentPort with ID: 2bbacf0a-f582-4d3d-a4a1-dad20bee4586 is going to be created. [ 919.742886] env[66859]: DEBUG networking_nsxv3.common.locking [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.743169] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.743300] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.743574] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.743803] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.744035] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Releasing lock "port-2bbacf0a-f582-4d3d-a4a1-dad20bee4586" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.796895] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.797076] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.797149] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.797369] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.797459] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.797557] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9cf673ac-92bb-46bb-a3a1-432ea15aa039 is going to be updated. [ 919.848168] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.848444] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.848444] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.848637] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.848785] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.859331] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9cf673ac-92bb-46bb-a3a1-432ea15aa039 in Status: IN_PROGRESS for 2s [ 919.945265] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d1db23ed-fd7e-4098-b8d0-4b73ee95246c in Status: SUCCESS [ 919.945582] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d1db23ed-fd7e-4098-b8d0-4b73ee95246c" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.945666] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d1db23ed-fd7e-4098-b8d0-4b73ee95246c" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.945864] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d1db23ed-fd7e-4098-b8d0-4b73ee95246c" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.946057] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.946177] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.946252] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.946395] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.946615] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.946615] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d1db23ed-fd7e-4098-b8d0-4b73ee95246c',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.449529] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d1db23ed-fd7e-4098-b8d0-4b73ee95246c',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.497700] env[66859]: INFO networking_nsxv3.common.synchronization [req-74b0e015-3ada-4bb0-a0fc-b7a850d57f14 req-d5d70cd8-dfec-4f18-a9a2-c5c2e6f0dc3a service nova] Enqueued Resource ID: 3923f45a-41b2-42c1-8a62-e4b52673704b with Priority: HIGHEST for action security_group_rules [ 920.497900] env[66859]: INFO networking_nsxv3.common.synchronization [req-74b0e015-3ada-4bb0-a0fc-b7a850d57f14 req-d5d70cd8-dfec-4f18-a9a2-c5c2e6f0dc3a service nova] Enqueued Resource ID: 3923f45a-41b2-42c1-8a62-e4b52673704b with Priority: HIGHEST for action security_group_members [ 920.498058] env[66859]: INFO networking_nsxv3.common.synchronization [req-74b0e015-3ada-4bb0-a0fc-b7a850d57f14 req-d5d70cd8-dfec-4f18-a9a2-c5c2e6f0dc3a service nova] Enqueued Resource ID: 2bbacf0a-f582-4d3d-a4a1-dad20bee4586 with Priority: HIGHEST for action port [ 920.499116] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3923f45a-41b2-42c1-8a62-e4b52673704b with Priority: HIGHEST for action security_group_rules [ 920.499177] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3923f45a-41b2-42c1-8a62-e4b52673704b with Priority: HIGHEST for action security_group_members [ 920.499276] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2bbacf0a-f582-4d3d-a4a1-dad20bee4586 with Priority: HIGHEST for action port [ 920.499565] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3923f45a-41b2-42c1-8a62-e4b52673704b taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.499677] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3923f45a-41b2-42c1-8a62-e4b52673704b" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.499743] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3923f45a-41b2-42c1-8a62-e4b52673704b" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.500055] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3923f45a-41b2-42c1-8a62-e4b52673704b" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.500133] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3923f45a-41b2-42c1-8a62-e4b52673704b',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.501046] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-3923f45a-41b2-42c1-8a62-e4b52673704b taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.501160] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3923f45a-41b2-42c1-8a62-e4b52673704b" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.501238] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3923f45a-41b2-42c1-8a62-e4b52673704b" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.501392] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3923f45a-41b2-42c1-8a62-e4b52673704b" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.501551] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.501650] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.501725] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.501888] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.501971] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.502075] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3923f45a-41b2-42c1-8a62-e4b52673704b',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.503152] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock port-2bbacf0a-f582-4d3d-a4a1-dad20bee4586 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.503152] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2bbacf0a-f582-4d3d-a4a1-dad20bee4586" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.503294] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2bbacf0a-f582-4d3d-a4a1-dad20bee4586" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.503379] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2bbacf0a-f582-4d3d-a4a1-dad20bee4586" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.506280] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2bbacf0a-f582-4d3d-a4a1-dad20bee4586',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.920191] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9cf673ac-92bb-46bb-a3a1-432ea15aa039 in Status: SUCCESS [ 920.920421] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9cf673ac-92bb-46bb-a3a1-432ea15aa039" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.920745] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9cf673ac-92bb-46bb-a3a1-432ea15aa039" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.921010] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9cf673ac-92bb-46bb-a3a1-432ea15aa039" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.921202] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9cf673ac-92bb-46bb-a3a1-432ea15aa039',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.952018] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d1db23ed-fd7e-4098-b8d0-4b73ee95246c',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.005537] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-3923f45a-41b2-42c1-8a62-e4b52673704b taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.005886] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3923f45a-41b2-42c1-8a62-e4b52673704b" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.006114] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3923f45a-41b2-42c1-8a62-e4b52673704b',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.006986] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2bbacf0a-f582-4d3d-a4a1-dad20bee4586 with status ACTIVE [ 921.007193] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.007307] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.007373] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.007696] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.007696] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.007895] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.007895] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.007970] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.008108] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.008211] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.008459] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.009101] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.009101] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.009101] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.009101] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.009101] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2bbacf0a-f582-4d3d-a4a1-dad20bee4586 is going to be updated. [ 921.031273] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.031441] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.031484] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.031711] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.031884] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.031998] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2bbacf0a-f582-4d3d-a4a1-dad20bee4586" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.425717] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-9cf673ac-92bb-46bb-a3a1-432ea15aa039 taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.425937] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9cf673ac-92bb-46bb-a3a1-432ea15aa039" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.455339] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.455537] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.455608] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.455826] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.455925] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.456044] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d1db23ed-fd7e-4098-b8d0-4b73ee95246c is going to be updated. [ 921.496587] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.496809] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.496905] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.497195] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.497393] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.508382] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d1db23ed-fd7e-4098-b8d0-4b73ee95246c in Status: IN_PROGRESS for 2s [ 921.511100] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3923f45a-41b2-42c1-8a62-e4b52673704b',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.874833] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9cf673ac-92bb-46bb-a3a1-432ea15aa039 in Status: SUCCESS [ 921.875093] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9cf673ac-92bb-46bb-a3a1-432ea15aa039" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.875268] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9cf673ac-92bb-46bb-a3a1-432ea15aa039" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.875451] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9cf673ac-92bb-46bb-a3a1-432ea15aa039" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.875653] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.875788] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.876100] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.876100] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.876286] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.876286] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9cf673ac-92bb-46bb-a3a1-432ea15aa039" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.876286] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9cf673ac-92bb-46bb-a3a1-432ea15aa039',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.013380] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.013664] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.013664] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.013815] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.013904] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.014007] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3923f45a-41b2-42c1-8a62-e4b52673704b is going to be created. [ 922.041048] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.041206] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.041278] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.041493] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.041710] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.052845] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3923f45a-41b2-42c1-8a62-e4b52673704b in Status: UNINITIALIZED for 2s [ 922.378999] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-9cf673ac-92bb-46bb-a3a1-432ea15aa039 taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.379232] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9cf673ac-92bb-46bb-a3a1-432ea15aa039" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.379331] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9cf673ac-92bb-46bb-a3a1-432ea15aa039" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.379695] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9cf673ac-92bb-46bb-a3a1-432ea15aa039" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.380073] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.380073] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.380073] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.380297] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.380297] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.380393] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9cf673ac-92bb-46bb-a3a1-432ea15aa039" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.380614] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-9cf673ac-92bb-46bb-a3a1-432ea15aa039 taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.380720] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9cf673ac-92bb-46bb-a3a1-432ea15aa039" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.380825] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9cf673ac-92bb-46bb-a3a1-432ea15aa039" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.380878] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9cf673ac-92bb-46bb-a3a1-432ea15aa039" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.381029] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.381209] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.381275] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.381423] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.381501] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.381638] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9cf673ac-92bb-46bb-a3a1-432ea15aa039" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.381638] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9cf673ac-92bb-46bb-a3a1-432ea15aa039',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.688014] env[66859]: INFO networking_nsxv3.common.synchronization [req-fe16997a-0b5a-459d-bf0d-cb6223a4fde9 req-d235a9a8-a55f-4735-83ca-bb83693f0448 tempest-ServersAdminTestJSON-1670526874 tempest-ServersAdminTestJSON-1670526874-project-member] Enqueued Resource ID: 4522597f-f640-407a-8ae0-aa2fe02a5298 with Priority: HIGHEST for action security_group_members [ 922.688751] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4522597f-f640-407a-8ae0-aa2fe02a5298 with Priority: HIGHEST for action security_group_members [ 922.689280] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-4522597f-f640-407a-8ae0-aa2fe02a5298 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.689402] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4522597f-f640-407a-8ae0-aa2fe02a5298" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.689467] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4522597f-f640-407a-8ae0-aa2fe02a5298" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.689671] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4522597f-f640-407a-8ae0-aa2fe02a5298" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.689825] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.689929] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.689966] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.690122] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.690204] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.690342] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4522597f-f640-407a-8ae0-aa2fe02a5298',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.883506] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9cf673ac-92bb-46bb-a3a1-432ea15aa039: rpc.has_security_group_logging(os_id): False [ 922.914467] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.914467] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.914656] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.914768] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.914922] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.915194] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.915470] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.915470] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.915674] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.915801] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.916108] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.916266] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.916373] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.916597] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.916721] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.916999] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.917171] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.917242] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.917411] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.917491] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.917581] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9cf673ac-92bb-46bb-a3a1-432ea15aa039 is going to be updated. [ 923.017117] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.017517] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.017517] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.017517] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.017658] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.034398] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9cf673ac-92bb-46bb-a3a1-432ea15aa039 in Status: IN_PROGRESS for 2s [ 923.193252] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.193501] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.193501] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.193718] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.228642] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.230955] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.230955] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.230955] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.230955] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.230955] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.230955] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4522597f-f640-407a-8ae0-aa2fe02a5298 is going to be updated. [ 923.274941] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.275137] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.275193] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.275402] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.275590] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.286306] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4522597f-f640-407a-8ae0-aa2fe02a5298 in Status: IN_PROGRESS for 2s [ 923.469939] env[66859]: INFO networking_nsxv3.common.synchronization [req-49935005-44cd-4fa3-906d-2f0fa3a2e4ef req-426a30b3-f5a2-44d6-b3c8-164d22833c2b tempest-ListServerFiltersTestJSON-1280392338 tempest-ListServerFiltersTestJSON-1280392338-project-member] Enqueued Resource ID: 3923f45a-41b2-42c1-8a62-e4b52673704b with Priority: HIGHEST for action security_group_members [ 923.470605] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3923f45a-41b2-42c1-8a62-e4b52673704b with Priority: HIGHEST for action security_group_members [ 923.470976] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-3923f45a-41b2-42c1-8a62-e4b52673704b taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.471123] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3923f45a-41b2-42c1-8a62-e4b52673704b" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.519565] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d1db23ed-fd7e-4098-b8d0-4b73ee95246c in Status: SUCCESS [ 923.519565] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d1db23ed-fd7e-4098-b8d0-4b73ee95246c" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.519565] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d1db23ed-fd7e-4098-b8d0-4b73ee95246c" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.519565] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d1db23ed-fd7e-4098-b8d0-4b73ee95246c" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.519565] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.519565] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.519565] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.519565] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.519565] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.519565] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d1db23ed-fd7e-4098-b8d0-4b73ee95246c" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.519565] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d1db23ed-fd7e-4098-b8d0-4b73ee95246c',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.743314] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock network-577 taken with stack trace [, , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.743511] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "network-577" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.744068] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "network-577" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.744068] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "network-577" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.744291] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.744418] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.744530] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.744766] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.744880] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.745305] env[66859]: DEBUG dogpile.cache.region [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] No value present for key: 'zone-id' {{(pid=66859) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 923.745305] env[66859]: DEBUG dogpile.lock [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] NeedRegenerationException {{(pid=66859) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 923.745305] env[66859]: DEBUG dogpile.lock [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] no value, waiting for create lock {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 923.745487] env[66859]: DEBUG dogpile.lock [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] value creation lock acquired {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 923.745573] env[66859]: DEBUG dogpile.cache.region [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] No value present for key: 'zone-id' {{(pid=66859) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 923.745660] env[66859]: DEBUG dogpile.lock [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Calling creation function for not-yet-present value {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 923.745790] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 923.767578] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 923.767842] env[66859]: DEBUG dogpile.cache.region [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66859) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 923.767972] env[66859]: DEBUG dogpile.lock [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Released creation lock {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 923.768069] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "network-577" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.768397] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock port-03c47594-b9dc-4c8d-8de2-82d527ecd7e5 taken with stack trace [, , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.768687] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "port-03c47594-b9dc-4c8d-8de2-82d527ecd7e5" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.768810] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "port-03c47594-b9dc-4c8d-8de2-82d527ecd7e5" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.769383] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "port-03c47594-b9dc-4c8d-8de2-82d527ecd7e5" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.769383] env[66859]: DEBUG networking_nsxv3.api.rpc [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('03c47594-b9dc-4c8d-8de2-82d527ecd7e5',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.022024] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-d1db23ed-fd7e-4098-b8d0-4b73ee95246c taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.022024] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d1db23ed-fd7e-4098-b8d0-4b73ee95246c" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.022024] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d1db23ed-fd7e-4098-b8d0-4b73ee95246c" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.022024] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d1db23ed-fd7e-4098-b8d0-4b73ee95246c" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.022024] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.022024] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.022024] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.022024] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.022024] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.022655] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d1db23ed-fd7e-4098-b8d0-4b73ee95246c" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.022655] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-d1db23ed-fd7e-4098-b8d0-4b73ee95246c taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.022655] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d1db23ed-fd7e-4098-b8d0-4b73ee95246c" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.022655] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d1db23ed-fd7e-4098-b8d0-4b73ee95246c" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.022655] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d1db23ed-fd7e-4098-b8d0-4b73ee95246c" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.022975] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.022975] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.022975] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.023086] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.023086] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.023151] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d1db23ed-fd7e-4098-b8d0-4b73ee95246c" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.023266] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d1db23ed-fd7e-4098-b8d0-4b73ee95246c',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.069065] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3923f45a-41b2-42c1-8a62-e4b52673704b in Status: SUCCESS [ 924.069308] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3923f45a-41b2-42c1-8a62-e4b52673704b" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.069481] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3923f45a-41b2-42c1-8a62-e4b52673704b" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.069749] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3923f45a-41b2-42c1-8a62-e4b52673704b" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.069940] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.071513] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.071513] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.071513] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.071513] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.071513] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3923f45a-41b2-42c1-8a62-e4b52673704b" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.071513] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3923f45a-41b2-42c1-8a62-e4b52673704b',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.071833] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3923f45a-41b2-42c1-8a62-e4b52673704b" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.071833] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3923f45a-41b2-42c1-8a62-e4b52673704b" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.071903] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.072001] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.072070] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.072203] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.072275] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.072357] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3923f45a-41b2-42c1-8a62-e4b52673704b',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.271387] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.271720] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.271865] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.272195] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.272344] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.272502] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Segment Port 03c47594-b9dc-4c8d-8de2-82d527ecd7e5 not found, creating... [ 924.272771] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.272964] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.273111] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.273348] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.273560] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.273866] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.274034] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.274199] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.274421] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.274559] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.274704] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Resource: SegmentPort with ID: 03c47594-b9dc-4c8d-8de2-82d527ecd7e5 is going to be created. [ 924.299589] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.299877] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.300063] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.300391] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.300749] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.301032] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "port-03c47594-b9dc-4c8d-8de2-82d527ecd7e5" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.529041] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d1db23ed-fd7e-4098-b8d0-4b73ee95246c: rpc.has_security_group_logging(os_id): False [ 924.546689] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.546838] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.546907] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.547133] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.547224] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.547429] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.547528] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.547581] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.547728] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.547801] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.547987] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.548108] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.548166] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.548306] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.548379] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.548570] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.548688] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.548747] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.548884] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.548956] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.549048] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d1db23ed-fd7e-4098-b8d0-4b73ee95246c is going to be updated. [ 924.574356] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-3923f45a-41b2-42c1-8a62-e4b52673704b taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.574356] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3923f45a-41b2-42c1-8a62-e4b52673704b" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.574807] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3923f45a-41b2-42c1-8a62-e4b52673704b',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.698046] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.698228] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.698228] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.698421] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.698589] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.715462] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d1db23ed-fd7e-4098-b8d0-4b73ee95246c in Status: IN_PROGRESS for 2s [ 925.037946] env[66859]: INFO networking_nsxv3.common.synchronization [req-49935005-44cd-4fa3-906d-2f0fa3a2e4ef req-3d41317d-718d-4610-a775-c33d90af851b service nova] Enqueued Resource ID: 3923f45a-41b2-42c1-8a62-e4b52673704b with Priority: HIGHEST for action security_group_rules [ 925.038245] env[66859]: INFO networking_nsxv3.common.synchronization [req-49935005-44cd-4fa3-906d-2f0fa3a2e4ef req-3d41317d-718d-4610-a775-c33d90af851b service nova] Enqueued Resource ID: 3923f45a-41b2-42c1-8a62-e4b52673704b with Priority: HIGHEST for action security_group_members [ 925.038245] env[66859]: INFO networking_nsxv3.common.synchronization [req-49935005-44cd-4fa3-906d-2f0fa3a2e4ef req-3d41317d-718d-4610-a775-c33d90af851b service nova] Enqueued Resource ID: 03c47594-b9dc-4c8d-8de2-82d527ecd7e5 with Priority: HIGHEST for action port [ 925.039046] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3923f45a-41b2-42c1-8a62-e4b52673704b with Priority: HIGHEST for action security_group_rules [ 925.039046] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3923f45a-41b2-42c1-8a62-e4b52673704b with Priority: HIGHEST for action security_group_members [ 925.039247] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 03c47594-b9dc-4c8d-8de2-82d527ecd7e5 with Priority: HIGHEST for action port [ 925.039863] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3923f45a-41b2-42c1-8a62-e4b52673704b taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.040018] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3923f45a-41b2-42c1-8a62-e4b52673704b" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.040437] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-3923f45a-41b2-42c1-8a62-e4b52673704b taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.040534] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3923f45a-41b2-42c1-8a62-e4b52673704b" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.040806] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock port-03c47594-b9dc-4c8d-8de2-82d527ecd7e5 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.040912] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-03c47594-b9dc-4c8d-8de2-82d527ecd7e5" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.041043] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-03c47594-b9dc-4c8d-8de2-82d527ecd7e5" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.041257] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-03c47594-b9dc-4c8d-8de2-82d527ecd7e5" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.041340] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('03c47594-b9dc-4c8d-8de2-82d527ecd7e5',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.051922] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9cf673ac-92bb-46bb-a3a1-432ea15aa039 in Status: SUCCESS [ 925.052141] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9cf673ac-92bb-46bb-a3a1-432ea15aa039" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.052304] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9cf673ac-92bb-46bb-a3a1-432ea15aa039" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.052509] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9cf673ac-92bb-46bb-a3a1-432ea15aa039" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.052589] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9cf673ac-92bb-46bb-a3a1-432ea15aa039',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.076874] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3923f45a-41b2-42c1-8a62-e4b52673704b',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.297958] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4522597f-f640-407a-8ae0-aa2fe02a5298 in Status: SUCCESS [ 925.297958] env[66859]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4522597f-f640-407a-8ae0-aa2fe02a5298 deletion is rescheduled due to dependency. [ 925.297958] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4522597f-f640-407a-8ae0-aa2fe02a5298" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.544195] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 03c47594-b9dc-4c8d-8de2-82d527ecd7e5 with status ACTIVE [ 925.544588] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.544699] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.544699] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.545724] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.545724] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.545724] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.545724] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.545724] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.545724] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.545724] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.546162] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.546162] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.546162] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.546259] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.546375] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.546507] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 03c47594-b9dc-4c8d-8de2-82d527ecd7e5 is going to be updated. [ 925.554521] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-9cf673ac-92bb-46bb-a3a1-432ea15aa039 taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.554686] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9cf673ac-92bb-46bb-a3a1-432ea15aa039" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.554731] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9cf673ac-92bb-46bb-a3a1-432ea15aa039" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.555534] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9cf673ac-92bb-46bb-a3a1-432ea15aa039" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.555534] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.555534] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.555534] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.555534] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.555534] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.555916] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9cf673ac-92bb-46bb-a3a1-432ea15aa039" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.555916] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9cf673ac-92bb-46bb-a3a1-432ea15aa039',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.569317] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.569543] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.569543] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.569725] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.569855] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.570028] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-03c47594-b9dc-4c8d-8de2-82d527ecd7e5" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.579710] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.579810] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.579859] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.580116] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.580229] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.580331] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3923f45a-41b2-42c1-8a62-e4b52673704b is going to be updated. [ 925.612411] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.612619] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.612730] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.612964] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.613126] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.624503] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3923f45a-41b2-42c1-8a62-e4b52673704b in Status: IN_PROGRESS for 2s [ 925.972382] env[66859]: INFO networking_nsxv3.common.synchronization [req-edf9d1c7-1313-41a0-b4d6-86da7f48134b req-f02fd6d2-53d7-4df1-b42e-110333b6286e tempest-ListServerFiltersTestJSON-1280392338 tempest-ListServerFiltersTestJSON-1280392338-project-member] Enqueued Resource ID: 3923f45a-41b2-42c1-8a62-e4b52673704b with Priority: HIGHEST for action security_group_members [ 925.973028] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3923f45a-41b2-42c1-8a62-e4b52673704b with Priority: HIGHEST for action security_group_members [ 925.973434] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-3923f45a-41b2-42c1-8a62-e4b52673704b taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.973563] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3923f45a-41b2-42c1-8a62-e4b52673704b" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.058224] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-9cf673ac-92bb-46bb-a3a1-432ea15aa039 taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.058585] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9cf673ac-92bb-46bb-a3a1-432ea15aa039" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.058585] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9cf673ac-92bb-46bb-a3a1-432ea15aa039" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.061018] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9cf673ac-92bb-46bb-a3a1-432ea15aa039" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.061018] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.061018] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.061018] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.061018] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.061018] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.061018] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9cf673ac-92bb-46bb-a3a1-432ea15aa039" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.061018] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-9cf673ac-92bb-46bb-a3a1-432ea15aa039 taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.061018] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9cf673ac-92bb-46bb-a3a1-432ea15aa039" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.061018] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9cf673ac-92bb-46bb-a3a1-432ea15aa039" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.061018] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9cf673ac-92bb-46bb-a3a1-432ea15aa039" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.061018] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.061018] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.061018] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.061018] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.061018] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.061018] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9cf673ac-92bb-46bb-a3a1-432ea15aa039" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.061018] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9cf673ac-92bb-46bb-a3a1-432ea15aa039',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.345543] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock network-577 taken with stack trace [, , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.345897] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "network-577" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.346058] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "network-577" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.346471] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "network-577" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.347702] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.347702] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.347702] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.347702] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.347909] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.348237] env[66859]: DEBUG dogpile.cache.region [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] No value present for key: 'zone-id' {{(pid=66859) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 926.348780] env[66859]: DEBUG dogpile.lock [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] NeedRegenerationException {{(pid=66859) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 926.348780] env[66859]: DEBUG dogpile.lock [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] no value, waiting for create lock {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 926.348780] env[66859]: DEBUG dogpile.lock [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] value creation lock acquired {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 926.348934] env[66859]: DEBUG dogpile.cache.region [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] No value present for key: 'zone-id' {{(pid=66859) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 926.349241] env[66859]: DEBUG dogpile.lock [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Calling creation function for not-yet-present value {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 926.349337] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 926.375429] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 926.375782] env[66859]: DEBUG dogpile.cache.region [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=66859) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 926.375906] env[66859]: DEBUG dogpile.lock [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Released creation lock {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 926.376124] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "network-577" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.376404] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock port-de318526-ee3f-4c30-b719-ccddff6555e0 taken with stack trace [, , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.376572] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "port-de318526-ee3f-4c30-b719-ccddff6555e0" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.376870] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "port-de318526-ee3f-4c30-b719-ccddff6555e0" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.377138] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "port-de318526-ee3f-4c30-b719-ccddff6555e0" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.377644] env[66859]: DEBUG networking_nsxv3.api.rpc [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('de318526-ee3f-4c30-b719-ccddff6555e0',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.562803] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9cf673ac-92bb-46bb-a3a1-432ea15aa039: rpc.has_security_group_logging(os_id): False [ 926.585402] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.585596] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.585659] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.585925] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.586046] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.586292] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.586384] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.586447] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.586618] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.586696] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.586878] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.586970] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.587054] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.587261] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.587344] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.587526] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.587621] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.587686] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.587828] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.587899] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.587986] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9cf673ac-92bb-46bb-a3a1-432ea15aa039 is going to be updated. [ 926.665973] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.666176] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.666223] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.666398] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.666542] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.693234] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9cf673ac-92bb-46bb-a3a1-432ea15aa039 in Status: IN_PROGRESS for 2s [ 926.746948] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d1db23ed-fd7e-4098-b8d0-4b73ee95246c in Status: SUCCESS [ 926.747232] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d1db23ed-fd7e-4098-b8d0-4b73ee95246c" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.879690] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.880427] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.880427] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.880427] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.880626] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.880698] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Segment Port de318526-ee3f-4c30-b719-ccddff6555e0 not found, creating... [ 926.880983] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.881158] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.881276] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.881487] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.881624] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.881956] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.882131] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.882246] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.882453] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.882587] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.882743] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Resource: SegmentPort with ID: de318526-ee3f-4c30-b719-ccddff6555e0 is going to be created. [ 926.903593] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.903761] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.903887] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.904188] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.904418] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.904660] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "port-de318526-ee3f-4c30-b719-ccddff6555e0" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.636327] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3923f45a-41b2-42c1-8a62-e4b52673704b in Status: SUCCESS [ 927.636803] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3923f45a-41b2-42c1-8a62-e4b52673704b" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.637050] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3923f45a-41b2-42c1-8a62-e4b52673704b" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.637290] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3923f45a-41b2-42c1-8a62-e4b52673704b" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.638582] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.638582] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.638582] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.638582] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.638582] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.638582] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3923f45a-41b2-42c1-8a62-e4b52673704b" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.638582] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-3923f45a-41b2-42c1-8a62-e4b52673704b taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.638582] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3923f45a-41b2-42c1-8a62-e4b52673704b" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.638582] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3923f45a-41b2-42c1-8a62-e4b52673704b" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.639044] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3923f45a-41b2-42c1-8a62-e4b52673704b" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.639044] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.639044] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.639044] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.639381] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.639496] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.639609] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3923f45a-41b2-42c1-8a62-e4b52673704b" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.639740] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3923f45a-41b2-42c1-8a62-e4b52673704b',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.641151] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3923f45a-41b2-42c1-8a62-e4b52673704b" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.641255] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3923f45a-41b2-42c1-8a62-e4b52673704b" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.641476] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.641653] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.641757] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.641964] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.642181] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.643191] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3923f45a-41b2-42c1-8a62-e4b52673704b',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.682171] env[66859]: INFO networking_nsxv3.common.synchronization [req-edf9d1c7-1313-41a0-b4d6-86da7f48134b req-dbd277ba-c226-4836-8cdd-9b2160180739 service nova] Enqueued Resource ID: 3923f45a-41b2-42c1-8a62-e4b52673704b with Priority: HIGHEST for action security_group_rules [ 927.682171] env[66859]: INFO networking_nsxv3.common.synchronization [req-edf9d1c7-1313-41a0-b4d6-86da7f48134b req-dbd277ba-c226-4836-8cdd-9b2160180739 service nova] Enqueued Resource ID: 3923f45a-41b2-42c1-8a62-e4b52673704b with Priority: HIGHEST for action security_group_members [ 927.682171] env[66859]: INFO networking_nsxv3.common.synchronization [req-edf9d1c7-1313-41a0-b4d6-86da7f48134b req-dbd277ba-c226-4836-8cdd-9b2160180739 service nova] Enqueued Resource ID: de318526-ee3f-4c30-b719-ccddff6555e0 with Priority: HIGHEST for action port [ 927.683633] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3923f45a-41b2-42c1-8a62-e4b52673704b with Priority: HIGHEST for action security_group_rules [ 927.683929] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3923f45a-41b2-42c1-8a62-e4b52673704b with Priority: HIGHEST for action security_group_members [ 927.687031] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: de318526-ee3f-4c30-b719-ccddff6555e0 with Priority: HIGHEST for action port [ 927.687031] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3923f45a-41b2-42c1-8a62-e4b52673704b taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.687031] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3923f45a-41b2-42c1-8a62-e4b52673704b" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.687031] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-3923f45a-41b2-42c1-8a62-e4b52673704b taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.687031] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3923f45a-41b2-42c1-8a62-e4b52673704b" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.687031] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock port-de318526-ee3f-4c30-b719-ccddff6555e0 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.687031] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-de318526-ee3f-4c30-b719-ccddff6555e0" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.687031] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-de318526-ee3f-4c30-b719-ccddff6555e0" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.687031] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-de318526-ee3f-4c30-b719-ccddff6555e0" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.687031] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('de318526-ee3f-4c30-b719-ccddff6555e0',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.800462] env[66859]: INFO networking_nsxv3.common.synchronization [req-11fbaf04-effc-4b35-b102-c41e2d310f9c req-94b1164e-a617-4237-b7f8-6b77909c7ba2 tempest-ServersTestMultiNic-236117991 tempest-ServersTestMultiNic-236117991-project-member] Enqueued Resource ID: 9cf673ac-92bb-46bb-a3a1-432ea15aa039 with Priority: HIGHEST for action security_group_members [ 927.801068] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9cf673ac-92bb-46bb-a3a1-432ea15aa039 with Priority: HIGHEST for action security_group_members [ 927.801439] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-9cf673ac-92bb-46bb-a3a1-432ea15aa039 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.801682] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9cf673ac-92bb-46bb-a3a1-432ea15aa039" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.801800] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9cf673ac-92bb-46bb-a3a1-432ea15aa039" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.802067] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9cf673ac-92bb-46bb-a3a1-432ea15aa039" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.802373] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.802533] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.802658] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.802841] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.802985] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.803144] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9cf673ac-92bb-46bb-a3a1-432ea15aa039',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.981178] env[66859]: INFO networking_nsxv3.common.synchronization [req-11fbaf04-effc-4b35-b102-c41e2d310f9c req-718c7370-5424-4367-873e-62f9ae85facf tempest-ServersTestMultiNic-236117991 tempest-ServersTestMultiNic-236117991-project-member] Enqueued Resource ID: 9cf673ac-92bb-46bb-a3a1-432ea15aa039 with Priority: HIGHEST for action security_group_members [ 927.981178] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9cf673ac-92bb-46bb-a3a1-432ea15aa039 with Priority: HIGHEST for action security_group_members [ 927.981513] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-9cf673ac-92bb-46bb-a3a1-432ea15aa039 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.981513] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9cf673ac-92bb-46bb-a3a1-432ea15aa039" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.143817] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3923f45a-41b2-42c1-8a62-e4b52673704b: rpc.has_security_group_logging(os_id): False [ 928.145038] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3923f45a-41b2-42c1-8a62-e4b52673704b',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.165725] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.165725] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.165725] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.166151] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.166151] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.166151] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.166255] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.166285] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.166460] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.166541] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.166726] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.166821] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.166878] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.167024] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.167101] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.167450] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.167450] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.167633] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.167974] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.167974] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.167974] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3923f45a-41b2-42c1-8a62-e4b52673704b is going to be created. [ 928.187293] env[66859]: INFO networking_nsxv3.common.synchronization [req-11fbaf04-effc-4b35-b102-c41e2d310f9c req-79897dac-a452-4c3b-88ab-9fd75d2c269d tempest-ServersTestMultiNic-236117991 tempest-ServersTestMultiNic-236117991-project-member] Enqueued Resource ID: 9cf673ac-92bb-46bb-a3a1-432ea15aa039 with Priority: HIGHEST for action security_group_members [ 928.188253] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port de318526-ee3f-4c30-b719-ccddff6555e0 with status ACTIVE [ 928.188253] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.188253] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.188253] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.188253] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.188671] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.188671] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.188779] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.188833] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.189023] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.189116] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.189316] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.189422] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.189508] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.189691] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.189691] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.189831] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: de318526-ee3f-4c30-b719-ccddff6555e0 is going to be updated. [ 928.191292] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9cf673ac-92bb-46bb-a3a1-432ea15aa039 with Priority: HIGHEST for action security_group_members [ 928.192303] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-9cf673ac-92bb-46bb-a3a1-432ea15aa039 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.192407] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9cf673ac-92bb-46bb-a3a1-432ea15aa039" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.212106] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.212241] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.212308] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.212515] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.212651] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.213077] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-de318526-ee3f-4c30-b719-ccddff6555e0" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.235041] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.236239] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.236239] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.236239] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.236460] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.249751] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3923f45a-41b2-42c1-8a62-e4b52673704b in Status: IN_PROGRESS for 2s [ 928.305380] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9cf673ac-92bb-46bb-a3a1-432ea15aa039',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.648039] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3923f45a-41b2-42c1-8a62-e4b52673704b',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.709453] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9cf673ac-92bb-46bb-a3a1-432ea15aa039 in Status: SUCCESS [ 928.709745] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9cf673ac-92bb-46bb-a3a1-432ea15aa039" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.807869] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9cf673ac-92bb-46bb-a3a1-432ea15aa039',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.150660] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.150911] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.151021] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.151234] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.151831] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.151831] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3923f45a-41b2-42c1-8a62-e4b52673704b is going to be updated. [ 929.189454] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.189454] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.189454] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.189454] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.189454] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.199599] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3923f45a-41b2-42c1-8a62-e4b52673704b in Status: IN_PROGRESS for 2s [ 929.311147] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.311306] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.311381] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.311624] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.311708] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.312318] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9cf673ac-92bb-46bb-a3a1-432ea15aa039 is going to be updated. [ 929.379555] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.379555] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.379555] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.379555] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.379555] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.391782] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9cf673ac-92bb-46bb-a3a1-432ea15aa039 in Status: IN_PROGRESS for 2s [ 929.760488] env[66859]: INFO networking_nsxv3.common.synchronization [req-cc7f0eda-f350-4890-953d-439cc1b36c17 req-2a836224-9eb6-4546-9041-877f95abedab tempest-MigrationsAdminTest-1109182759 tempest-MigrationsAdminTest-1109182759-project-member] Enqueued Resource ID: 2fe8009b-4231-4c5a-8bd8-f40c9782e4b8 with Priority: HIGHEST for action security_group_members [ 929.761112] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2fe8009b-4231-4c5a-8bd8-f40c9782e4b8 with Priority: HIGHEST for action security_group_members [ 929.761437] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-2fe8009b-4231-4c5a-8bd8-f40c9782e4b8 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.762482] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2fe8009b-4231-4c5a-8bd8-f40c9782e4b8" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.762569] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2fe8009b-4231-4c5a-8bd8-f40c9782e4b8" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.763758] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2fe8009b-4231-4c5a-8bd8-f40c9782e4b8" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.764015] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.764196] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.764417] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.764651] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.764815] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.765013] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2fe8009b-4231-4c5a-8bd8-f40c9782e4b8',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.265560] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3923f45a-41b2-42c1-8a62-e4b52673704b in Status: SUCCESS [ 930.265828] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3923f45a-41b2-42c1-8a62-e4b52673704b" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.266030] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3923f45a-41b2-42c1-8a62-e4b52673704b" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.266438] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3923f45a-41b2-42c1-8a62-e4b52673704b" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.266438] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3923f45a-41b2-42c1-8a62-e4b52673704b',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.268302] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.268546] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.268607] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.268843] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.268966] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.269308] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.269308] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.269506] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.269584] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.269635] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.269738] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2fe8009b-4231-4c5a-8bd8-f40c9782e4b8 is going to be updated. [ 930.314575] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.314955] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.314955] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.315378] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.315583] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.330599] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2fe8009b-4231-4c5a-8bd8-f40c9782e4b8 in Status: IN_PROGRESS for 2s [ 930.777032] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-3923f45a-41b2-42c1-8a62-e4b52673704b taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.777032] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3923f45a-41b2-42c1-8a62-e4b52673704b" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.212545] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3923f45a-41b2-42c1-8a62-e4b52673704b in Status: SUCCESS [ 931.212780] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3923f45a-41b2-42c1-8a62-e4b52673704b" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.212965] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3923f45a-41b2-42c1-8a62-e4b52673704b" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.213208] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3923f45a-41b2-42c1-8a62-e4b52673704b" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.213405] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.213535] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.213599] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.213759] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.213839] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.213932] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3923f45a-41b2-42c1-8a62-e4b52673704b',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.403023] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9cf673ac-92bb-46bb-a3a1-432ea15aa039 in Status: SUCCESS [ 931.403285] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9cf673ac-92bb-46bb-a3a1-432ea15aa039" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.403458] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9cf673ac-92bb-46bb-a3a1-432ea15aa039" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.403715] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9cf673ac-92bb-46bb-a3a1-432ea15aa039" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.403910] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.404044] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.406430] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.406430] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.406430] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.406430] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9cf673ac-92bb-46bb-a3a1-432ea15aa039',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.716415] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3923f45a-41b2-42c1-8a62-e4b52673704b',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.907158] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.907503] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.907503] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.907592] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.907719] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.908306] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.908306] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.908306] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.908306] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.908306] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.908621] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9cf673ac-92bb-46bb-a3a1-432ea15aa039 is going to be updated. [ 931.935203] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.935415] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.935415] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.935683] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.935832] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.945435] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9cf673ac-92bb-46bb-a3a1-432ea15aa039 in Status: IN_PROGRESS for 2s [ 932.219244] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3923f45a-41b2-42c1-8a62-e4b52673704b',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.345097] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2fe8009b-4231-4c5a-8bd8-f40c9782e4b8 in Status: SUCCESS [ 932.345097] env[66859]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2fe8009b-4231-4c5a-8bd8-f40c9782e4b8 deletion is rescheduled due to dependency. [ 932.345097] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2fe8009b-4231-4c5a-8bd8-f40c9782e4b8" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.724684] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.724684] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.724684] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.725361] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.726210] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.726210] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3923f45a-41b2-42c1-8a62-e4b52673704b is going to be updated. [ 932.762540] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.763472] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.763472] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.763472] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.763472] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.777977] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3923f45a-41b2-42c1-8a62-e4b52673704b in Status: IN_PROGRESS for 2s [ 933.957967] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9cf673ac-92bb-46bb-a3a1-432ea15aa039 in Status: SUCCESS [ 933.958297] env[66859]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9cf673ac-92bb-46bb-a3a1-432ea15aa039 deletion is rescheduled due to dependency. [ 933.958297] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9cf673ac-92bb-46bb-a3a1-432ea15aa039" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.958445] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9cf673ac-92bb-46bb-a3a1-432ea15aa039" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.958728] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9cf673ac-92bb-46bb-a3a1-432ea15aa039" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.958937] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.959104] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.959173] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.959366] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.959456] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.959561] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9cf673ac-92bb-46bb-a3a1-432ea15aa039',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.462454] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.462629] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.462726] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.463254] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.463254] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.463374] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.463374] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.463475] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.463725] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.463843] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.463956] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9cf673ac-92bb-46bb-a3a1-432ea15aa039 is going to be updated. [ 934.518618] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.518618] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.518618] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.518618] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.518618] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.531642] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9cf673ac-92bb-46bb-a3a1-432ea15aa039 in Status: IN_PROGRESS for 2s [ 934.762286] env[66859]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 934.762286] env[66859]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=5 [ 934.790312] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3923f45a-41b2-42c1-8a62-e4b52673704b in Status: SUCCESS [ 934.790486] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3923f45a-41b2-42c1-8a62-e4b52673704b" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.790736] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3923f45a-41b2-42c1-8a62-e4b52673704b" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.790975] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3923f45a-41b2-42c1-8a62-e4b52673704b" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.791185] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.791313] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.791372] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.791553] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.791653] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.791761] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3923f45a-41b2-42c1-8a62-e4b52673704b',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.293962] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3923f45a-41b2-42c1-8a62-e4b52673704b',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.579185] env[66859]: INFO networking_nsxv3.common.synchronization [req-6199befb-0ae6-4c49-9d40-e08ba5d93fbf req-6c7b8562-9e0b-4813-85c3-876f9ee9fa0e tempest-FloatingIPsAssociationTestJSON-358300736 tempest-FloatingIPsAssociationTestJSON-358300736-project-member] Enqueued Resource ID: d1db23ed-fd7e-4098-b8d0-4b73ee95246c with Priority: HIGHEST for action security_group_members [ 935.579854] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d1db23ed-fd7e-4098-b8d0-4b73ee95246c with Priority: HIGHEST for action security_group_members [ 935.580502] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-d1db23ed-fd7e-4098-b8d0-4b73ee95246c taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.580502] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d1db23ed-fd7e-4098-b8d0-4b73ee95246c" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.580610] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d1db23ed-fd7e-4098-b8d0-4b73ee95246c" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.580776] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d1db23ed-fd7e-4098-b8d0-4b73ee95246c" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.580990] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.581148] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.581219] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.581440] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.581548] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.581662] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d1db23ed-fd7e-4098-b8d0-4b73ee95246c',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.796328] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3923f45a-41b2-42c1-8a62-e4b52673704b',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.085496] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d1db23ed-fd7e-4098-b8d0-4b73ee95246c',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.298590] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.299052] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.299052] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.299346] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.299461] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.299577] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3923f45a-41b2-42c1-8a62-e4b52673704b is going to be updated. [ 936.339738] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.339978] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.339978] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.340221] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.340298] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.351458] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3923f45a-41b2-42c1-8a62-e4b52673704b in Status: IN_PROGRESS for 2s [ 936.543607] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9cf673ac-92bb-46bb-a3a1-432ea15aa039 in Status: SUCCESS [ 936.543607] env[66859]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9cf673ac-92bb-46bb-a3a1-432ea15aa039 deletion is rescheduled due to dependency. [ 936.543607] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9cf673ac-92bb-46bb-a3a1-432ea15aa039" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.588052] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d1db23ed-fd7e-4098-b8d0-4b73ee95246c',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.828088] env[66859]: INFO networking_nsxv3.common.synchronization [req-fbba3ae0-870a-41dd-8104-5e3ee1dd481d req-69c2e027-d747-4a5d-b16a-8bbbe09a2069 tempest-ServersWithSpecificFlavorTestJSON-6506357 tempest-ServersWithSpecificFlavorTestJSON-6506357-project-member] Enqueued Resource ID: 25cdc873-ff62-40a0-9e9e-1db4cb9dc98c with Priority: HIGHEST for action security_group_members [ 936.828633] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 25cdc873-ff62-40a0-9e9e-1db4cb9dc98c with Priority: HIGHEST for action security_group_members [ 936.828936] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-25cdc873-ff62-40a0-9e9e-1db4cb9dc98c taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.829072] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-25cdc873-ff62-40a0-9e9e-1db4cb9dc98c" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.829137] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-25cdc873-ff62-40a0-9e9e-1db4cb9dc98c" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.829377] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-25cdc873-ff62-40a0-9e9e-1db4cb9dc98c" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.829628] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.829628] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.829762] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.829823] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.829909] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.830011] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('25cdc873-ff62-40a0-9e9e-1db4cb9dc98c',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.090709] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.090882] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.090960] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.091163] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.091247] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.091361] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d1db23ed-fd7e-4098-b8d0-4b73ee95246c is going to be updated. [ 937.125285] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.127567] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.127567] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.127567] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.127567] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.136706] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d1db23ed-fd7e-4098-b8d0-4b73ee95246c in Status: IN_PROGRESS for 2s [ 937.333529] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.335597] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.335597] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.335597] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.335597] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.335597] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.335597] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.335597] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.335597] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.335597] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.335597] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 25cdc873-ff62-40a0-9e9e-1db4cb9dc98c is going to be updated. [ 937.388663] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.388835] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.388973] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.389237] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.389477] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.401748] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 25cdc873-ff62-40a0-9e9e-1db4cb9dc98c in Status: IN_PROGRESS for 2s [ 938.352914] env[66859]: INFO networking_nsxv3.common.synchronization [req-be4e0d20-2bdf-4205-8a29-ba530ba10ebe req-07c07261-8cf5-4c09-89aa-f9e10cf9e139 tempest-ServerActionsTestOtherA-665867162 tempest-ServerActionsTestOtherA-665867162-project-member] Enqueued Resource ID: aa6c1750-7015-4744-8167-8778f2c4105c with Priority: HIGHEST for action security_group_members [ 938.353875] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa6c1750-7015-4744-8167-8778f2c4105c with Priority: HIGHEST for action security_group_members [ 938.354270] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-aa6c1750-7015-4744-8167-8778f2c4105c taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.354397] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aa6c1750-7015-4744-8167-8778f2c4105c" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.354463] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aa6c1750-7015-4744-8167-8778f2c4105c" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.354655] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aa6c1750-7015-4744-8167-8778f2c4105c" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.354804] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.354898] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.354958] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.355125] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.355209] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.355302] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aa6c1750-7015-4744-8167-8778f2c4105c',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.367333] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3923f45a-41b2-42c1-8a62-e4b52673704b in Status: SUCCESS [ 938.367550] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3923f45a-41b2-42c1-8a62-e4b52673704b" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.368244] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3923f45a-41b2-42c1-8a62-e4b52673704b" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.368468] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3923f45a-41b2-42c1-8a62-e4b52673704b" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.368924] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.369118] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.369118] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.370784] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.370784] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.370784] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3923f45a-41b2-42c1-8a62-e4b52673704b" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.370784] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3923f45a-41b2-42c1-8a62-e4b52673704b',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.858041] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.858041] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.858041] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.858041] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.858266] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.858266] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.858398] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.858442] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.858574] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.858651] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.858734] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aa6c1750-7015-4744-8167-8778f2c4105c is going to be updated. [ 938.875150] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-3923f45a-41b2-42c1-8a62-e4b52673704b taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.875150] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3923f45a-41b2-42c1-8a62-e4b52673704b" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.875150] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3923f45a-41b2-42c1-8a62-e4b52673704b" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.875150] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3923f45a-41b2-42c1-8a62-e4b52673704b" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.875150] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.875150] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.875150] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.875150] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.875150] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.875150] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3923f45a-41b2-42c1-8a62-e4b52673704b" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.875150] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-3923f45a-41b2-42c1-8a62-e4b52673704b taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.875150] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3923f45a-41b2-42c1-8a62-e4b52673704b" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.875150] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3923f45a-41b2-42c1-8a62-e4b52673704b" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.875939] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3923f45a-41b2-42c1-8a62-e4b52673704b" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.875939] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.875939] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.875939] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.875939] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.875939] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.875939] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3923f45a-41b2-42c1-8a62-e4b52673704b" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.875939] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3923f45a-41b2-42c1-8a62-e4b52673704b',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.887286] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.887447] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.887544] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.887785] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.887950] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.905023] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aa6c1750-7015-4744-8167-8778f2c4105c in Status: IN_PROGRESS for 2s [ 939.152047] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d1db23ed-fd7e-4098-b8d0-4b73ee95246c in Status: SUCCESS [ 939.152290] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d1db23ed-fd7e-4098-b8d0-4b73ee95246c" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.377900] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3923f45a-41b2-42c1-8a62-e4b52673704b: rpc.has_security_group_logging(os_id): False [ 939.402991] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.403222] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.403222] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.403443] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.403536] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.403774] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.403935] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.403935] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.404373] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.404373] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.404373] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.404539] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.404539] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.404602] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.404633] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.404840] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.404928] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.404982] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.405414] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.405414] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.405414] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3923f45a-41b2-42c1-8a62-e4b52673704b is going to be updated. [ 939.418209] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 25cdc873-ff62-40a0-9e9e-1db4cb9dc98c in Status: SUCCESS [ 939.418379] env[66859]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 25cdc873-ff62-40a0-9e9e-1db4cb9dc98c deletion is rescheduled due to dependency. [ 939.418488] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-25cdc873-ff62-40a0-9e9e-1db4cb9dc98c" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.476205] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.476438] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.476438] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.476649] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.476791] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.492675] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3923f45a-41b2-42c1-8a62-e4b52673704b in Status: IN_PROGRESS for 2s [ 940.918279] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aa6c1750-7015-4744-8167-8778f2c4105c in Status: SUCCESS [ 940.918656] env[66859]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aa6c1750-7015-4744-8167-8778f2c4105c deletion is rescheduled due to dependency. [ 940.918656] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aa6c1750-7015-4744-8167-8778f2c4105c" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.528944] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3923f45a-41b2-42c1-8a62-e4b52673704b in Status: SUCCESS [ 941.529216] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3923f45a-41b2-42c1-8a62-e4b52673704b" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.529409] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3923f45a-41b2-42c1-8a62-e4b52673704b" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.529715] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3923f45a-41b2-42c1-8a62-e4b52673704b" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.529906] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3923f45a-41b2-42c1-8a62-e4b52673704b',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.032276] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-3923f45a-41b2-42c1-8a62-e4b52673704b taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.032548] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3923f45a-41b2-42c1-8a62-e4b52673704b" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.032548] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3923f45a-41b2-42c1-8a62-e4b52673704b" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.032775] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3923f45a-41b2-42c1-8a62-e4b52673704b" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.032962] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.033106] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.033192] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.033378] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.033476] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.033571] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3923f45a-41b2-42c1-8a62-e4b52673704b" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.033685] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3923f45a-41b2-42c1-8a62-e4b52673704b',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.536500] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-3923f45a-41b2-42c1-8a62-e4b52673704b taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.536658] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3923f45a-41b2-42c1-8a62-e4b52673704b" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.536723] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3923f45a-41b2-42c1-8a62-e4b52673704b" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.536946] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3923f45a-41b2-42c1-8a62-e4b52673704b" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.537134] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.537239] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.537301] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.537457] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.537542] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.537629] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3923f45a-41b2-42c1-8a62-e4b52673704b" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.537771] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-3923f45a-41b2-42c1-8a62-e4b52673704b taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.537862] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3923f45a-41b2-42c1-8a62-e4b52673704b" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.537931] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3923f45a-41b2-42c1-8a62-e4b52673704b" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.538361] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3923f45a-41b2-42c1-8a62-e4b52673704b" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.538517] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.538623] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.538748] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.538819] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.538891] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.538975] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3923f45a-41b2-42c1-8a62-e4b52673704b" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.539078] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3923f45a-41b2-42c1-8a62-e4b52673704b',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.661513] env[66859]: INFO networking_nsxv3.common.synchronization [req-54ba7532-7850-49b3-96da-b040da816458 req-b807a026-b030-4929-878a-ca52376aa19a tempest-DeleteServersTestJSON-1914830034 tempest-DeleteServersTestJSON-1914830034-project-member] Enqueued Resource ID: 1144757e-e67c-488c-b78d-b24437441b02 with Priority: HIGHEST for action security_group_members [ 942.662105] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1144757e-e67c-488c-b78d-b24437441b02 with Priority: HIGHEST for action security_group_members [ 942.662420] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-1144757e-e67c-488c-b78d-b24437441b02 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.662539] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1144757e-e67c-488c-b78d-b24437441b02" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.662602] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1144757e-e67c-488c-b78d-b24437441b02" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.662798] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1144757e-e67c-488c-b78d-b24437441b02" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.662967] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.663064] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.663102] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.663254] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.663335] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.663426] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1144757e-e67c-488c-b78d-b24437441b02',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.973749] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock network-190 taken with stack trace [, , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.973949] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "network-190" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.974142] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "network-190" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.974454] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "network-190" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.974855] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.975132] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.975318] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.975603] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.975784] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.976072] env[66859]: DEBUG dogpile.cache.region [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] No value present for key: 'zone-id' {{(pid=66859) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 942.976299] env[66859]: DEBUG dogpile.lock [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] NeedRegenerationException {{(pid=66859) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 942.976565] env[66859]: DEBUG dogpile.lock [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] no value, waiting for create lock {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 942.976790] env[66859]: DEBUG dogpile.lock [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] value creation lock acquired {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 942.977020] env[66859]: DEBUG dogpile.cache.region [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] No value present for key: 'zone-id' {{(pid=66859) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 942.977228] env[66859]: DEBUG dogpile.lock [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Calling creation function for not-yet-present value {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 942.977370] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 942.996694] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 942.996871] env[66859]: DEBUG dogpile.cache.region [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=66859) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 942.997012] env[66859]: DEBUG dogpile.lock [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Released creation lock {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 942.997200] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "network-190" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.997503] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock port-84f77f0c-a3ee-46e5-b61a-e4e3f187a12d taken with stack trace [, , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.997674] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "port-84f77f0c-a3ee-46e5-b61a-e4e3f187a12d" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.997791] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "port-84f77f0c-a3ee-46e5-b61a-e4e3f187a12d" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.998149] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "port-84f77f0c-a3ee-46e5-b61a-e4e3f187a12d" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.998287] env[66859]: DEBUG networking_nsxv3.api.rpc [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('84f77f0c-a3ee-46e5-b61a-e4e3f187a12d',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.041170] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3923f45a-41b2-42c1-8a62-e4b52673704b: rpc.has_security_group_logging(os_id): False [ 943.073820] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.074011] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.074104] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.074361] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.074475] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.074669] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.074778] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.074844] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.075019] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.075118] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.075306] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.075428] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.075495] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.075632] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.075705] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.075943] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.076071] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.076109] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.076224] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.076294] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.076377] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3923f45a-41b2-42c1-8a62-e4b52673704b is going to be updated. [ 943.147983] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.148153] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.148194] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.148419] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.148567] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.163942] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3923f45a-41b2-42c1-8a62-e4b52673704b in Status: IN_PROGRESS for 2s [ 943.168022] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.168022] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.168022] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.168022] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.168022] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.168022] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.168022] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.168022] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.168022] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.168022] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.168022] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1144757e-e67c-488c-b78d-b24437441b02 is going to be updated. [ 943.197725] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.197911] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.197911] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.198158] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.198297] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.207640] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1144757e-e67c-488c-b78d-b24437441b02 in Status: IN_PROGRESS for 2s [ 943.501075] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.501399] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.501930] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.501930] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.501930] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.502072] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Segment Port 84f77f0c-a3ee-46e5-b61a-e4e3f187a12d not found, creating... [ 943.502321] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.502486] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.502603] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.502831] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.503067] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.503733] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.503904] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.504044] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.504345] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.504528] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.504680] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Resource: SegmentPort with ID: 84f77f0c-a3ee-46e5-b61a-e4e3f187a12d is going to be created. [ 943.542448] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.542702] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.542776] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.543072] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.543302] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.543535] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "port-84f77f0c-a3ee-46e5-b61a-e4e3f187a12d" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.225985] env[66859]: INFO networking_nsxv3.common.synchronization [req-54ba7532-7850-49b3-96da-b040da816458 req-e948b412-054f-4de1-9232-ecbd0204efc7 service nova] Enqueued Resource ID: 1144757e-e67c-488c-b78d-b24437441b02 with Priority: HIGHEST for action security_group_rules [ 944.226265] env[66859]: INFO networking_nsxv3.common.synchronization [req-54ba7532-7850-49b3-96da-b040da816458 req-e948b412-054f-4de1-9232-ecbd0204efc7 service nova] Enqueued Resource ID: 1144757e-e67c-488c-b78d-b24437441b02 with Priority: HIGHEST for action security_group_members [ 944.226303] env[66859]: INFO networking_nsxv3.common.synchronization [req-54ba7532-7850-49b3-96da-b040da816458 req-e948b412-054f-4de1-9232-ecbd0204efc7 service nova] Enqueued Resource ID: 84f77f0c-a3ee-46e5-b61a-e4e3f187a12d with Priority: HIGHEST for action port [ 944.226528] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1144757e-e67c-488c-b78d-b24437441b02 with Priority: HIGHEST for action security_group_rules [ 944.226653] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1144757e-e67c-488c-b78d-b24437441b02 with Priority: HIGHEST for action security_group_members [ 944.226746] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 84f77f0c-a3ee-46e5-b61a-e4e3f187a12d with Priority: HIGHEST for action port [ 944.227298] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1144757e-e67c-488c-b78d-b24437441b02 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.227446] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1144757e-e67c-488c-b78d-b24437441b02" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.227482] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1144757e-e67c-488c-b78d-b24437441b02" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.228016] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1144757e-e67c-488c-b78d-b24437441b02" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.228079] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1144757e-e67c-488c-b78d-b24437441b02',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.228920] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-1144757e-e67c-488c-b78d-b24437441b02 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.229028] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1144757e-e67c-488c-b78d-b24437441b02" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.229219] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock port-84f77f0c-a3ee-46e5-b61a-e4e3f187a12d taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.229313] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-84f77f0c-a3ee-46e5-b61a-e4e3f187a12d" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.229379] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-84f77f0c-a3ee-46e5-b61a-e4e3f187a12d" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.229610] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-84f77f0c-a3ee-46e5-b61a-e4e3f187a12d" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.229688] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('84f77f0c-a3ee-46e5-b61a-e4e3f187a12d',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.733095] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-1144757e-e67c-488c-b78d-b24437441b02 taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.733095] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1144757e-e67c-488c-b78d-b24437441b02" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.733095] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 84f77f0c-a3ee-46e5-b61a-e4e3f187a12d with status ACTIVE [ 944.733095] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.733424] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.733424] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.733491] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.733527] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.733695] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.733844] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.733844] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.733998] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.734082] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.734277] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.734373] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.734431] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.734570] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.734645] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.734728] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 84f77f0c-a3ee-46e5-b61a-e4e3f187a12d is going to be updated. [ 944.757186] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.757356] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.757406] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.757589] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.758296] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.758296] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-84f77f0c-a3ee-46e5-b61a-e4e3f187a12d" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.182670] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3923f45a-41b2-42c1-8a62-e4b52673704b in Status: SUCCESS [ 945.182907] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3923f45a-41b2-42c1-8a62-e4b52673704b" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.217233] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1144757e-e67c-488c-b78d-b24437441b02 in Status: SUCCESS [ 945.217422] env[66859]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1144757e-e67c-488c-b78d-b24437441b02 deletion is rescheduled due to dependency. [ 945.217544] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1144757e-e67c-488c-b78d-b24437441b02" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.217680] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1144757e-e67c-488c-b78d-b24437441b02" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.217899] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1144757e-e67c-488c-b78d-b24437441b02" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.218149] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.218293] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.218392] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.218627] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.218710] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.218806] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1144757e-e67c-488c-b78d-b24437441b02',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.721831] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1144757e-e67c-488c-b78d-b24437441b02',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.226459] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1144757e-e67c-488c-b78d-b24437441b02',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.623291] env[66859]: INFO networking_nsxv3.common.synchronization [req-da98300a-47fc-4ad7-96b4-c4b2e0132730 req-57e8d56a-c56d-4443-810e-3f63f36e5f8d tempest-ImagesTestJSON-775779378 tempest-ImagesTestJSON-775779378-project-member] Enqueued Resource ID: 09fc9b17-50d2-4789-87d2-0acbd68153f8 with Priority: HIGHEST for action security_group_members [ 946.624295] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 09fc9b17-50d2-4789-87d2-0acbd68153f8 with Priority: HIGHEST for action security_group_members [ 946.624623] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-09fc9b17-50d2-4789-87d2-0acbd68153f8 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.624745] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-09fc9b17-50d2-4789-87d2-0acbd68153f8" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.624809] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-09fc9b17-50d2-4789-87d2-0acbd68153f8" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.625063] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-09fc9b17-50d2-4789-87d2-0acbd68153f8" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.625228] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.625329] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.625388] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.625548] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.625650] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.625747] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('09fc9b17-50d2-4789-87d2-0acbd68153f8',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.728695] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.729247] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.729247] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.729247] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.729442] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.729442] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1144757e-e67c-488c-b78d-b24437441b02 is going to be updated. [ 946.762772] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.763200] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.763200] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.763348] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.763403] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.774297] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1144757e-e67c-488c-b78d-b24437441b02 in Status: IN_PROGRESS for 2s [ 946.979475] env[66859]: INFO networking_nsxv3.common.synchronization [req-58c9bc84-a03a-4307-a1ed-3dd9517c69e5 req-bcc8c3c1-5270-4efe-84f7-bc8d02d5d240 tempest-ServerMetadataNegativeTestJSON-568421241 tempest-ServerMetadataNegativeTestJSON-568421241-project-member] Enqueued Resource ID: 0b7312c5-50f2-4cf9-9a00-348e5ede33d7 with Priority: HIGHEST for action security_group_members [ 946.980048] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b7312c5-50f2-4cf9-9a00-348e5ede33d7 with Priority: HIGHEST for action security_group_members [ 946.980374] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-0b7312c5-50f2-4cf9-9a00-348e5ede33d7 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.980494] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0b7312c5-50f2-4cf9-9a00-348e5ede33d7" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.980561] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0b7312c5-50f2-4cf9-9a00-348e5ede33d7" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.980846] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0b7312c5-50f2-4cf9-9a00-348e5ede33d7" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.981046] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.981166] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.981230] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.981413] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.981517] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.981612] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0b7312c5-50f2-4cf9-9a00-348e5ede33d7',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.129022] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.129022] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.129022] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.129022] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.129455] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.129499] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.129668] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.129752] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.129941] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.130034] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.130133] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 09fc9b17-50d2-4789-87d2-0acbd68153f8 is going to be updated. [ 947.175311] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.175311] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.175311] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.175311] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.175311] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.187221] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 09fc9b17-50d2-4789-87d2-0acbd68153f8 in Status: IN_PROGRESS for 2s [ 947.438745] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock network-51 taken with stack trace [, , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.439255] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "network-51" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.439255] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "network-51" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.439418] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "network-51" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.440048] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.440226] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.440345] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.440564] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.440784] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.441157] env[66859]: DEBUG dogpile.cache.region [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] No value present for key: 'zone-id' {{(pid=66859) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 947.441157] env[66859]: DEBUG dogpile.lock [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] NeedRegenerationException {{(pid=66859) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 947.441317] env[66859]: DEBUG dogpile.lock [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] no value, waiting for create lock {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 947.441317] env[66859]: DEBUG dogpile.lock [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] value creation lock acquired {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 947.441437] env[66859]: DEBUG dogpile.cache.region [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] No value present for key: 'zone-id' {{(pid=66859) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 947.441482] env[66859]: DEBUG dogpile.lock [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Calling creation function for not-yet-present value {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 947.441604] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 947.462032] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 947.462032] env[66859]: DEBUG dogpile.cache.region [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66859) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 947.462201] env[66859]: DEBUG dogpile.lock [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Released creation lock {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 947.462299] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "network-51" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.462615] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock port-6f120a3a-9dfb-452a-a0ff-9d82d700b985 taken with stack trace [, , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.462795] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "port-6f120a3a-9dfb-452a-a0ff-9d82d700b985" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.463083] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "port-6f120a3a-9dfb-452a-a0ff-9d82d700b985" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.463410] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "port-6f120a3a-9dfb-452a-a0ff-9d82d700b985" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.463410] env[66859]: DEBUG networking_nsxv3.api.rpc [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6f120a3a-9dfb-452a-a0ff-9d82d700b985',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.486969] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.487894] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.487894] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.487894] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.487894] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.487894] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.487894] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.487894] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.488180] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.488180] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.488180] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0b7312c5-50f2-4cf9-9a00-348e5ede33d7 already deleted. [ 947.488278] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0b7312c5-50f2-4cf9-9a00-348e5ede33d7" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.965926] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.966441] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.966441] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.966632] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.966790] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.967031] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Segment Port 6f120a3a-9dfb-452a-a0ff-9d82d700b985 not found, creating... [ 947.967363] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.967610] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.967701] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.967933] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.968103] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.968428] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.968577] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.968714] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.968948] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.969176] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.969301] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Resource: SegmentPort with ID: 6f120a3a-9dfb-452a-a0ff-9d82d700b985 is going to be created. [ 947.995704] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.995926] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.996070] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.996348] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.996573] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.996800] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "port-6f120a3a-9dfb-452a-a0ff-9d82d700b985" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.747157] env[66859]: INFO networking_nsxv3.common.synchronization [req-58c9bc84-a03a-4307-a1ed-3dd9517c69e5 req-f1d316c5-b7f6-4b05-b1ac-a5af3ae69065 service nova] Enqueued Resource ID: 0b7312c5-50f2-4cf9-9a00-348e5ede33d7 with Priority: HIGHEST for action security_group_rules [ 948.747372] env[66859]: INFO networking_nsxv3.common.synchronization [req-58c9bc84-a03a-4307-a1ed-3dd9517c69e5 req-f1d316c5-b7f6-4b05-b1ac-a5af3ae69065 service nova] Enqueued Resource ID: 0b7312c5-50f2-4cf9-9a00-348e5ede33d7 with Priority: HIGHEST for action security_group_members [ 948.747480] env[66859]: INFO networking_nsxv3.common.synchronization [req-58c9bc84-a03a-4307-a1ed-3dd9517c69e5 req-f1d316c5-b7f6-4b05-b1ac-a5af3ae69065 service nova] Enqueued Resource ID: 6f120a3a-9dfb-452a-a0ff-9d82d700b985 with Priority: HIGHEST for action port [ 948.748054] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b7312c5-50f2-4cf9-9a00-348e5ede33d7 with Priority: HIGHEST for action security_group_rules [ 948.748195] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b7312c5-50f2-4cf9-9a00-348e5ede33d7 with Priority: HIGHEST for action security_group_members [ 948.748314] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6f120a3a-9dfb-452a-a0ff-9d82d700b985 with Priority: HIGHEST for action port [ 948.748599] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0b7312c5-50f2-4cf9-9a00-348e5ede33d7 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.748726] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0b7312c5-50f2-4cf9-9a00-348e5ede33d7" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.748794] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0b7312c5-50f2-4cf9-9a00-348e5ede33d7" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.753277] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0b7312c5-50f2-4cf9-9a00-348e5ede33d7" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.753424] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0b7312c5-50f2-4cf9-9a00-348e5ede33d7',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.754518] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-0b7312c5-50f2-4cf9-9a00-348e5ede33d7 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.754912] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0b7312c5-50f2-4cf9-9a00-348e5ede33d7" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.754912] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0b7312c5-50f2-4cf9-9a00-348e5ede33d7" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.754912] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0b7312c5-50f2-4cf9-9a00-348e5ede33d7" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.755127] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.755181] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.755233] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.755378] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.755464] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.755560] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0b7312c5-50f2-4cf9-9a00-348e5ede33d7',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.756544] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock port-6f120a3a-9dfb-452a-a0ff-9d82d700b985 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.756660] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6f120a3a-9dfb-452a-a0ff-9d82d700b985" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.756777] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6f120a3a-9dfb-452a-a0ff-9d82d700b985" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.756939] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6f120a3a-9dfb-452a-a0ff-9d82d700b985" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.757028] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6f120a3a-9dfb-452a-a0ff-9d82d700b985',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.788223] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1144757e-e67c-488c-b78d-b24437441b02 in Status: SUCCESS [ 948.788555] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1144757e-e67c-488c-b78d-b24437441b02" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.789512] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1144757e-e67c-488c-b78d-b24437441b02" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.789824] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1144757e-e67c-488c-b78d-b24437441b02" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.790220] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.790407] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.790491] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.790778] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.790899] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.791020] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1144757e-e67c-488c-b78d-b24437441b02" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.791161] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1144757e-e67c-488c-b78d-b24437441b02',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.198348] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 09fc9b17-50d2-4789-87d2-0acbd68153f8 in Status: SUCCESS [ 949.198348] env[66859]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 09fc9b17-50d2-4789-87d2-0acbd68153f8 deletion is rescheduled due to dependency. [ 949.198348] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-09fc9b17-50d2-4789-87d2-0acbd68153f8" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.259213] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0b7312c5-50f2-4cf9-9a00-348e5ede33d7',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.260702] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-0b7312c5-50f2-4cf9-9a00-348e5ede33d7 taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.260914] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0b7312c5-50f2-4cf9-9a00-348e5ede33d7" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.261281] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6f120a3a-9dfb-452a-a0ff-9d82d700b985 with status ACTIVE [ 949.261580] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.261914] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.261914] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.262177] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.262300] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.262601] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.262871] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.263047] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.263236] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.263383] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.265974] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.266111] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.266311] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.266387] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.266432] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.266542] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6f120a3a-9dfb-452a-a0ff-9d82d700b985 is going to be updated. [ 949.291827] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.291943] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.292027] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.292244] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.292384] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.292541] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6f120a3a-9dfb-452a-a0ff-9d82d700b985" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.296050] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-1144757e-e67c-488c-b78d-b24437441b02 taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.296181] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1144757e-e67c-488c-b78d-b24437441b02" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.296252] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1144757e-e67c-488c-b78d-b24437441b02" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.296446] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1144757e-e67c-488c-b78d-b24437441b02" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.296608] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.296697] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.296760] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.296899] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.296981] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.297079] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1144757e-e67c-488c-b78d-b24437441b02" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.297221] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-1144757e-e67c-488c-b78d-b24437441b02 taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.297312] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1144757e-e67c-488c-b78d-b24437441b02" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.297408] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1144757e-e67c-488c-b78d-b24437441b02" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.297506] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1144757e-e67c-488c-b78d-b24437441b02" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.297638] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.297726] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.297786] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.297945] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.298045] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.298137] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1144757e-e67c-488c-b78d-b24437441b02" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.298227] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1144757e-e67c-488c-b78d-b24437441b02',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.305961] env[66859]: INFO networking_nsxv3.common.synchronization [None req-f120fc4d-7333-4cd1-afb6-247b93b02324 tempest-ServerActionsTestJSON-1153645179 tempest-ServerActionsTestJSON-1153645179-project-member] Enqueued Resource ID: fcba29eb-ac89-449a-a79c-972b61b75b86 with Priority: HIGHEST for action security_group_rules [ 949.306467] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fcba29eb-ac89-449a-a79c-972b61b75b86 with Priority: HIGHEST for action security_group_rules [ 949.306816] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fcba29eb-ac89-449a-a79c-972b61b75b86 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.306966] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fcba29eb-ac89-449a-a79c-972b61b75b86" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.307019] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fcba29eb-ac89-449a-a79c-972b61b75b86" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.308721] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fcba29eb-ac89-449a-a79c-972b61b75b86" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.308815] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fcba29eb-ac89-449a-a79c-972b61b75b86',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.395629] env[66859]: INFO networking_nsxv3.common.synchronization [None req-fabf785e-e53d-48b3-a1ee-6f2dbb264d49 tempest-ServerActionsTestJSON-1153645179 tempest-ServerActionsTestJSON-1153645179-project-member] Enqueued Resource ID: fcba29eb-ac89-449a-a79c-972b61b75b86 with Priority: HIGHEST for action security_group_rules [ 949.396188] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fcba29eb-ac89-449a-a79c-972b61b75b86 with Priority: HIGHEST for action security_group_rules [ 949.396511] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fcba29eb-ac89-449a-a79c-972b61b75b86 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.396621] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fcba29eb-ac89-449a-a79c-972b61b75b86" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.770056] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0b7312c5-50f2-4cf9-9a00-348e5ede33d7',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.800934] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1144757e-e67c-488c-b78d-b24437441b02: rpc.has_security_group_logging(os_id): False [ 949.834903] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.835602] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.835602] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.835602] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.835844] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.839337] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.839337] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.839337] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.839337] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.839337] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.839337] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.839337] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.839337] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.839337] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.839337] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.839337] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.839337] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.839337] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.839337] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.839979] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.839979] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1144757e-e67c-488c-b78d-b24437441b02 is going to be updated. [ 949.843138] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.843505] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.843663] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.844086] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.844798] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.844922] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fcba29eb-ac89-449a-a79c-972b61b75b86 already deleted. [ 949.845140] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fcba29eb-ac89-449a-a79c-972b61b75b86" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.847015] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fcba29eb-ac89-449a-a79c-972b61b75b86" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.847015] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fcba29eb-ac89-449a-a79c-972b61b75b86" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.847015] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fcba29eb-ac89-449a-a79c-972b61b75b86',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.914321] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.914600] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.914600] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.914758] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.914922] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.932507] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1144757e-e67c-488c-b78d-b24437441b02 in Status: IN_PROGRESS for 2s [ 950.272483] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.272887] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.272887] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.272980] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.273040] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.273101] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0b7312c5-50f2-4cf9-9a00-348e5ede33d7 is going to be created. [ 950.304342] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.304515] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.304575] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.304776] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.304938] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.320191] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0b7312c5-50f2-4cf9-9a00-348e5ede33d7 in Status: UNINITIALIZED for 2s [ 950.386918] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.387135] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.387135] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.387554] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.387641] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.387830] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fcba29eb-ac89-449a-a79c-972b61b75b86 already deleted. [ 950.387830] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fcba29eb-ac89-449a-a79c-972b61b75b86" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.951355] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1144757e-e67c-488c-b78d-b24437441b02 in Status: SUCCESS [ 951.951609] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1144757e-e67c-488c-b78d-b24437441b02" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.330937] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0b7312c5-50f2-4cf9-9a00-348e5ede33d7 in Status: SUCCESS [ 952.331228] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0b7312c5-50f2-4cf9-9a00-348e5ede33d7" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.331426] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0b7312c5-50f2-4cf9-9a00-348e5ede33d7" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.331684] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0b7312c5-50f2-4cf9-9a00-348e5ede33d7" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.331937] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.332101] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.332181] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.332402] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.332509] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.332630] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0b7312c5-50f2-4cf9-9a00-348e5ede33d7" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.332746] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0b7312c5-50f2-4cf9-9a00-348e5ede33d7',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.835582] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-0b7312c5-50f2-4cf9-9a00-348e5ede33d7 taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.835582] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0b7312c5-50f2-4cf9-9a00-348e5ede33d7" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.835691] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0b7312c5-50f2-4cf9-9a00-348e5ede33d7" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.836435] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0b7312c5-50f2-4cf9-9a00-348e5ede33d7" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.836435] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.836435] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.836435] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.836581] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.836581] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.836643] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0b7312c5-50f2-4cf9-9a00-348e5ede33d7" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.837040] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-0b7312c5-50f2-4cf9-9a00-348e5ede33d7 taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.837040] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0b7312c5-50f2-4cf9-9a00-348e5ede33d7" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.837040] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0b7312c5-50f2-4cf9-9a00-348e5ede33d7" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.837197] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0b7312c5-50f2-4cf9-9a00-348e5ede33d7" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.837269] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.837355] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.837414] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.837570] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.837630] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.837713] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0b7312c5-50f2-4cf9-9a00-348e5ede33d7" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.837800] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0b7312c5-50f2-4cf9-9a00-348e5ede33d7',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.342075] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0b7312c5-50f2-4cf9-9a00-348e5ede33d7: rpc.has_security_group_logging(os_id): False [ 953.367154] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.367350] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.367426] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.367713] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.367866] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.368080] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.368194] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.368258] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.368419] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.368497] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.368708] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.368827] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.368891] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.369056] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.369131] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.369318] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.369412] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.369477] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.369614] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.369682] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.369765] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0b7312c5-50f2-4cf9-9a00-348e5ede33d7 is going to be created. [ 953.440041] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.440041] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.440041] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.440041] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.440041] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.450558] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0b7312c5-50f2-4cf9-9a00-348e5ede33d7 in Status: IN_PROGRESS for 2s [ 953.820303] env[66859]: INFO networking_nsxv3.common.synchronization [req-3ac41171-7a0c-46be-8ccb-23da602bfea9 req-11310695-6978-4c34-96c0-2eca9b5dde37 tempest-ListServerFiltersTestJSON-1280392338 tempest-ListServerFiltersTestJSON-1280392338-project-member] Enqueued Resource ID: 3923f45a-41b2-42c1-8a62-e4b52673704b with Priority: HIGHEST for action security_group_members [ 953.820962] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3923f45a-41b2-42c1-8a62-e4b52673704b with Priority: HIGHEST for action security_group_members [ 953.821609] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-3923f45a-41b2-42c1-8a62-e4b52673704b taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.821765] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3923f45a-41b2-42c1-8a62-e4b52673704b" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.821864] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3923f45a-41b2-42c1-8a62-e4b52673704b" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.822296] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3923f45a-41b2-42c1-8a62-e4b52673704b" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.822463] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.822570] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.822635] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.822799] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.822888] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.822979] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3923f45a-41b2-42c1-8a62-e4b52673704b',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.327220] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3923f45a-41b2-42c1-8a62-e4b52673704b',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.763542] env[66859]: INFO networking_nsxv3.common.synchronization [None req-99dd48fe-c187-4611-88ff-7355e32d9946 None None] Enqueued Resource ID: cdca8093-7ec2-45b1-ab0f-f8c307d01206 with Priority: HIGHEST for action port [ 954.764313] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cdca8093-7ec2-45b1-ab0f-f8c307d01206 with Priority: HIGHEST for action port [ 954.765261] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock port-cdca8093-7ec2-45b1-ab0f-f8c307d01206 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.765401] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cdca8093-7ec2-45b1-ab0f-f8c307d01206" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.765467] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cdca8093-7ec2-45b1-ab0f-f8c307d01206" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.765742] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cdca8093-7ec2-45b1-ab0f-f8c307d01206" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.765826] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cdca8093-7ec2-45b1-ab0f-f8c307d01206',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.829411] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3923f45a-41b2-42c1-8a62-e4b52673704b',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.269058] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cdca8093-7ec2-45b1-ab0f-f8c307d01206 [ 955.269337] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.269502] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.269631] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.270086] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.270086] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.270086] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cdca8093-7ec2-45b1-ab0f-f8c307d01206 already deleted. [ 955.270086] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cdca8093-7ec2-45b1-ab0f-f8c307d01206" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.337913] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.338587] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.338587] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.338587] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.338587] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.338867] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3923f45a-41b2-42c1-8a62-e4b52673704b is going to be updated. [ 955.375093] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.377824] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.377824] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.377824] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.377824] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.387322] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3923f45a-41b2-42c1-8a62-e4b52673704b in Status: IN_PROGRESS for 2s [ 955.467468] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0b7312c5-50f2-4cf9-9a00-348e5ede33d7 in Status: SUCCESS [ 955.467698] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0b7312c5-50f2-4cf9-9a00-348e5ede33d7" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.687120] env[66859]: INFO networking_nsxv3.common.synchronization [req-3b77251b-e93a-46f2-bb69-e60f4bce3fe7 req-f6ee1aab-870d-466b-941d-449175dc4e49 tempest-ImagesTestJSON-775779378 tempest-ImagesTestJSON-775779378-project-member] Enqueued Resource ID: 09fc9b17-50d2-4789-87d2-0acbd68153f8 with Priority: HIGHEST for action security_group_members [ 956.687670] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 09fc9b17-50d2-4789-87d2-0acbd68153f8 with Priority: HIGHEST for action security_group_members [ 956.687982] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-09fc9b17-50d2-4789-87d2-0acbd68153f8 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.691114] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-09fc9b17-50d2-4789-87d2-0acbd68153f8" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.691114] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-09fc9b17-50d2-4789-87d2-0acbd68153f8" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.691114] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-09fc9b17-50d2-4789-87d2-0acbd68153f8" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.691114] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.691114] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.691114] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.691114] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.691373] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.691373] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('09fc9b17-50d2-4789-87d2-0acbd68153f8',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.142030] env[66859]: DEBUG networking_nsxv3.common.locking [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Lock network-952 taken with stack trace [, , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.142235] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquiring lock "network-952" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.142677] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired lock "network-952" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.142979] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired external semaphore "network-952" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.143625] env[66859]: DEBUG networking_nsxv3.common.locking [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.143796] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquiring lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.143917] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.144164] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired external semaphore "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.144312] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Releasing lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.144671] env[66859]: DEBUG dogpile.cache.region [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] No value present for key: 'zone-id' {{(pid=66859) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 957.144671] env[66859]: DEBUG dogpile.lock [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] NeedRegenerationException {{(pid=66859) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 957.144752] env[66859]: DEBUG dogpile.lock [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] no value, waiting for create lock {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 957.144860] env[66859]: DEBUG dogpile.lock [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] value creation lock acquired {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 957.144965] env[66859]: DEBUG dogpile.cache.region [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] No value present for key: 'zone-id' {{(pid=66859) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 957.145118] env[66859]: DEBUG dogpile.lock [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Calling creation function for not-yet-present value {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 957.145768] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 957.166140] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 957.166328] env[66859]: DEBUG dogpile.cache.region [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66859) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 957.166625] env[66859]: DEBUG dogpile.lock [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Released creation lock {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 957.166721] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Releasing lock "network-952" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.167090] env[66859]: DEBUG networking_nsxv3.common.locking [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Lock port-cb4a0fa6-4700-4202-b8c0-8d97674d5590 taken with stack trace [, , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.167295] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquiring lock "port-cb4a0fa6-4700-4202-b8c0-8d97674d5590" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.167645] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired lock "port-cb4a0fa6-4700-4202-b8c0-8d97674d5590" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.167920] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired external semaphore "port-cb4a0fa6-4700-4202-b8c0-8d97674d5590" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.168155] env[66859]: DEBUG networking_nsxv3.api.rpc [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cb4a0fa6-4700-4202-b8c0-8d97674d5590',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.193747] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.193893] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.193935] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.194164] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.194257] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.194445] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.194544] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.194605] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.194759] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.194833] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.194918] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 09fc9b17-50d2-4789-87d2-0acbd68153f8 is going to be updated. [ 957.224183] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.224973] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.225260] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.225610] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.225837] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.235827] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 09fc9b17-50d2-4789-87d2-0acbd68153f8 in Status: IN_PROGRESS for 2s [ 957.400318] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3923f45a-41b2-42c1-8a62-e4b52673704b in Status: SUCCESS [ 957.400928] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3923f45a-41b2-42c1-8a62-e4b52673704b" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.597467] env[66859]: INFO networking_nsxv3.common.synchronization [None req-50e912c8-de0f-4772-8632-8c35093cb451 None None] Enqueued Resource ID: 1247d4da-a47b-4294-a14c-dbbf9454b216 with Priority: HIGHEST for action port [ 957.598482] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1247d4da-a47b-4294-a14c-dbbf9454b216 with Priority: HIGHEST for action port [ 957.598845] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock port-1247d4da-a47b-4294-a14c-dbbf9454b216 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.599884] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1247d4da-a47b-4294-a14c-dbbf9454b216" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.599967] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1247d4da-a47b-4294-a14c-dbbf9454b216" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.600322] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1247d4da-a47b-4294-a14c-dbbf9454b216" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.600433] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1247d4da-a47b-4294-a14c-dbbf9454b216',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.670930] env[66859]: DEBUG networking_nsxv3.common.locking [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.671243] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.671410] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.671718] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.673029] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.673158] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Segment Port cb4a0fa6-4700-4202-b8c0-8d97674d5590 not found, creating... [ 957.673456] env[66859]: DEBUG networking_nsxv3.common.locking [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.673694] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquiring lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.673781] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.673998] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired external semaphore "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.674156] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Releasing lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.674469] env[66859]: DEBUG networking_nsxv3.common.locking [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.674624] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.674741] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.674974] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.675120] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.675254] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Resource: SegmentPort with ID: cb4a0fa6-4700-4202-b8c0-8d97674d5590 is going to be created. [ 957.698026] env[66859]: DEBUG networking_nsxv3.common.locking [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.698427] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.698427] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.698635] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.698721] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.698979] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Releasing lock "port-cb4a0fa6-4700-4202-b8c0-8d97674d5590" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.104701] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1247d4da-a47b-4294-a14c-dbbf9454b216 [ 958.104701] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.104701] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.104701] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.104701] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.104701] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.104701] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1247d4da-a47b-4294-a14c-dbbf9454b216 already deleted. [ 958.104701] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1247d4da-a47b-4294-a14c-dbbf9454b216" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.505843] env[66859]: INFO networking_nsxv3.common.synchronization [None req-d37e79b8-aac6-4549-b55d-97ade89a26e0 tempest-ServerActionsTestOtherA-665867162 tempest-ServerActionsTestOtherA-665867162-project-member] Enqueued Resource ID: 1907a5cd-a902-4a16-8f62-4c0e90fa0d8e with Priority: HIGHEST for action security_group_rules [ 958.506837] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1907a5cd-a902-4a16-8f62-4c0e90fa0d8e with Priority: HIGHEST for action security_group_rules [ 958.506837] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1907a5cd-a902-4a16-8f62-4c0e90fa0d8e taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.506837] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1907a5cd-a902-4a16-8f62-4c0e90fa0d8e" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.507051] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1907a5cd-a902-4a16-8f62-4c0e90fa0d8e" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.507177] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1907a5cd-a902-4a16-8f62-4c0e90fa0d8e" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.507260] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1907a5cd-a902-4a16-8f62-4c0e90fa0d8e',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.513026] env[66859]: INFO networking_nsxv3.common.synchronization [req-3b77251b-e93a-46f2-bb69-e60f4bce3fe7 req-ed6b7dfa-2d2d-4584-87e4-b4846490e1d2 service nova] Enqueued Resource ID: 09fc9b17-50d2-4789-87d2-0acbd68153f8 with Priority: HIGHEST for action security_group_rules [ 958.513026] env[66859]: INFO networking_nsxv3.common.synchronization [req-3b77251b-e93a-46f2-bb69-e60f4bce3fe7 req-ed6b7dfa-2d2d-4584-87e4-b4846490e1d2 service nova] Enqueued Resource ID: 09fc9b17-50d2-4789-87d2-0acbd68153f8 with Priority: HIGHEST for action security_group_members [ 958.513026] env[66859]: INFO networking_nsxv3.common.synchronization [req-3b77251b-e93a-46f2-bb69-e60f4bce3fe7 req-ed6b7dfa-2d2d-4584-87e4-b4846490e1d2 service nova] Enqueued Resource ID: cb4a0fa6-4700-4202-b8c0-8d97674d5590 with Priority: HIGHEST for action port [ 958.513026] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 09fc9b17-50d2-4789-87d2-0acbd68153f8 with Priority: HIGHEST for action security_group_rules [ 958.513026] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 09fc9b17-50d2-4789-87d2-0acbd68153f8 with Priority: HIGHEST for action security_group_members [ 958.513026] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb4a0fa6-4700-4202-b8c0-8d97674d5590 with Priority: HIGHEST for action port [ 958.513026] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock rules-09fc9b17-50d2-4789-87d2-0acbd68153f8 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.513026] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-09fc9b17-50d2-4789-87d2-0acbd68153f8" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.513026] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-09fc9b17-50d2-4789-87d2-0acbd68153f8" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.513026] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-09fc9b17-50d2-4789-87d2-0acbd68153f8" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.513026] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('09fc9b17-50d2-4789-87d2-0acbd68153f8',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.513026] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-09fc9b17-50d2-4789-87d2-0acbd68153f8 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.513026] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-09fc9b17-50d2-4789-87d2-0acbd68153f8" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.513026] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock port-cb4a0fa6-4700-4202-b8c0-8d97674d5590 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.514232] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cb4a0fa6-4700-4202-b8c0-8d97674d5590" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.514232] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cb4a0fa6-4700-4202-b8c0-8d97674d5590" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.514232] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cb4a0fa6-4700-4202-b8c0-8d97674d5590" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.514232] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cb4a0fa6-4700-4202-b8c0-8d97674d5590',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.746173] env[66859]: INFO networking_nsxv3.common.synchronization [None req-ae8f9d11-3d2e-4752-b82c-b2b6dd84248c tempest-ServerActionsTestOtherA-665867162 tempest-ServerActionsTestOtherA-665867162-project-member] Enqueued Resource ID: 1907a5cd-a902-4a16-8f62-4c0e90fa0d8e with Priority: HIGHEST for action security_group_rules [ 958.746701] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1907a5cd-a902-4a16-8f62-4c0e90fa0d8e with Priority: HIGHEST for action security_group_rules [ 958.747201] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1907a5cd-a902-4a16-8f62-4c0e90fa0d8e taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.747201] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1907a5cd-a902-4a16-8f62-4c0e90fa0d8e" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.980730] env[66859]: INFO networking_nsxv3.common.synchronization [req-e33d27d7-ee75-47b2-a6d5-28ef6e5d793b req-3eb7a4c7-c437-4a4b-ac77-bd3d8ac24cb2 tempest-FloatingIPsAssociationTestJSON-358300736 tempest-FloatingIPsAssociationTestJSON-358300736-project-member] Enqueued Resource ID: d1db23ed-fd7e-4098-b8d0-4b73ee95246c with Priority: HIGHEST for action security_group_members [ 958.981255] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d1db23ed-fd7e-4098-b8d0-4b73ee95246c with Priority: HIGHEST for action security_group_members [ 958.981558] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-d1db23ed-fd7e-4098-b8d0-4b73ee95246c taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.981678] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d1db23ed-fd7e-4098-b8d0-4b73ee95246c" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.981744] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d1db23ed-fd7e-4098-b8d0-4b73ee95246c" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.981943] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d1db23ed-fd7e-4098-b8d0-4b73ee95246c" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.983949] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.983949] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.983949] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.983949] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.983949] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.984306] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d1db23ed-fd7e-4098-b8d0-4b73ee95246c',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.017443] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-09fc9b17-50d2-4789-87d2-0acbd68153f8 taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.018057] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-09fc9b17-50d2-4789-87d2-0acbd68153f8" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.018313] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cb4a0fa6-4700-4202-b8c0-8d97674d5590 with status ACTIVE [ 959.018561] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.018684] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.018763] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.018986] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.019346] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.019868] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.019868] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.019868] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.020116] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.020116] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.020181] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.020320] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.020431] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.020624] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.020729] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.020855] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cb4a0fa6-4700-4202-b8c0-8d97674d5590 is going to be updated. [ 959.033512] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.033869] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.033869] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.033959] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.034078] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.034182] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1907a5cd-a902-4a16-8f62-4c0e90fa0d8e already deleted. [ 959.034283] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1907a5cd-a902-4a16-8f62-4c0e90fa0d8e" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.034799] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1907a5cd-a902-4a16-8f62-4c0e90fa0d8e" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.035092] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1907a5cd-a902-4a16-8f62-4c0e90fa0d8e" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.035193] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1907a5cd-a902-4a16-8f62-4c0e90fa0d8e',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.042480] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.042637] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.042637] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.043619] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.043619] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.043619] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cb4a0fa6-4700-4202-b8c0-8d97674d5590" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.248216] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 09fc9b17-50d2-4789-87d2-0acbd68153f8 in Status: IN_PROGRESS for 4s [ 959.486442] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.486567] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.486624] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.486844] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.486939] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.487134] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.487233] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.487294] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.487451] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.487519] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.487605] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d1db23ed-fd7e-4098-b8d0-4b73ee95246c is going to be updated. [ 959.515267] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.515476] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.515476] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.515679] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.515819] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.526333] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d1db23ed-fd7e-4098-b8d0-4b73ee95246c in Status: IN_PROGRESS for 2s [ 959.556875] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.556875] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.556875] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.556875] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.557115] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.557282] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1907a5cd-a902-4a16-8f62-4c0e90fa0d8e already deleted. [ 959.557404] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1907a5cd-a902-4a16-8f62-4c0e90fa0d8e" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.282563] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 09fc9b17-50d2-4789-87d2-0acbd68153f8 in Status: SUCCESS [ 961.282563] env[66859]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 09fc9b17-50d2-4789-87d2-0acbd68153f8 deletion is rescheduled due to dependency. [ 961.282563] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-09fc9b17-50d2-4789-87d2-0acbd68153f8" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.282563] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-09fc9b17-50d2-4789-87d2-0acbd68153f8" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.282563] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-09fc9b17-50d2-4789-87d2-0acbd68153f8" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.282563] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.282563] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.282563] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.282563] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.282563] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.282563] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('09fc9b17-50d2-4789-87d2-0acbd68153f8',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.541166] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d1db23ed-fd7e-4098-b8d0-4b73ee95246c in Status: SUCCESS [ 961.541166] env[66859]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d1db23ed-fd7e-4098-b8d0-4b73ee95246c deletion is rescheduled due to dependency. [ 961.541166] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d1db23ed-fd7e-4098-b8d0-4b73ee95246c" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.767504] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('09fc9b17-50d2-4789-87d2-0acbd68153f8',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.945362] env[66859]: INFO networking_nsxv3.common.synchronization [None req-dc1b7b42-4900-48f7-8a5e-f707c24bc909 None None] Enqueued Resource ID: e3259003-7823-4dac-bce7-b7a0745d2fc5 with Priority: HIGHEST for action port [ 961.946513] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e3259003-7823-4dac-bce7-b7a0745d2fc5 with Priority: HIGHEST for action port [ 961.946915] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock port-e3259003-7823-4dac-bce7-b7a0745d2fc5 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.947090] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e3259003-7823-4dac-bce7-b7a0745d2fc5" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.947090] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e3259003-7823-4dac-bce7-b7a0745d2fc5" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.947324] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e3259003-7823-4dac-bce7-b7a0745d2fc5" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.947411] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e3259003-7823-4dac-bce7-b7a0745d2fc5',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.073772] env[66859]: INFO networking_nsxv3.common.synchronization [req-ed6fd492-591e-4f56-b4cc-7d5457906625 req-2ba464e4-df43-4c8a-95c9-95c2f0bf26a8 tempest-ServerActionsTestJSON-1153645179 tempest-ServerActionsTestJSON-1153645179-project-member] Enqueued Resource ID: fcba29eb-ac89-449a-a79c-972b61b75b86 with Priority: HIGHEST for action security_group_members [ 962.074332] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fcba29eb-ac89-449a-a79c-972b61b75b86 with Priority: HIGHEST for action security_group_members [ 962.074645] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-fcba29eb-ac89-449a-a79c-972b61b75b86 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.074766] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fcba29eb-ac89-449a-a79c-972b61b75b86" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.074829] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fcba29eb-ac89-449a-a79c-972b61b75b86" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.075606] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fcba29eb-ac89-449a-a79c-972b61b75b86" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.075778] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.075887] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.075954] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.076440] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.076664] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.076802] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fcba29eb-ac89-449a-a79c-972b61b75b86',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.270059] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('09fc9b17-50d2-4789-87d2-0acbd68153f8',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.449486] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e3259003-7823-4dac-bce7-b7a0745d2fc5 [ 962.449949] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.449949] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.449949] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.450567] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.450567] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.450567] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e3259003-7823-4dac-bce7-b7a0745d2fc5 already deleted. [ 962.450567] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e3259003-7823-4dac-bce7-b7a0745d2fc5" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.581284] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.581511] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.581585] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.581825] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.581918] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.582159] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.582253] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.582315] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.582476] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.582550] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.584746] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fcba29eb-ac89-449a-a79c-972b61b75b86 already deleted. [ 962.584746] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fcba29eb-ac89-449a-a79c-972b61b75b86" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.773437] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.773558] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.773633] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.773851] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.773985] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.774111] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 09fc9b17-50d2-4789-87d2-0acbd68153f8 is going to be updated. [ 962.809404] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.809671] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.809671] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.810299] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.810299] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.820798] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 09fc9b17-50d2-4789-87d2-0acbd68153f8 in Status: IN_PROGRESS for 2s [ 962.938231] env[66859]: DEBUG networking_nsxv3.common.locking [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Lock network-683 taken with stack trace [, , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.939421] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquiring lock "network-683" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.939421] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired lock "network-683" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.939421] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired external semaphore "network-683" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.939646] env[66859]: DEBUG networking_nsxv3.common.locking [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.939909] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquiring lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.940078] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.941475] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired external semaphore "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.941475] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Releasing lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.941586] env[66859]: DEBUG dogpile.cache.region [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] No value present for key: 'zone-id' {{(pid=66859) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 962.941655] env[66859]: DEBUG dogpile.lock [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] NeedRegenerationException {{(pid=66859) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 962.941768] env[66859]: DEBUG dogpile.lock [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] no value, waiting for create lock {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 962.944124] env[66859]: DEBUG dogpile.lock [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] value creation lock acquired {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 962.944124] env[66859]: DEBUG dogpile.cache.region [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] No value present for key: 'zone-id' {{(pid=66859) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 962.944124] env[66859]: DEBUG dogpile.lock [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Calling creation function for not-yet-present value {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 962.944124] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 962.967235] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 962.968670] env[66859]: DEBUG dogpile.cache.region [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=66859) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 962.969030] env[66859]: DEBUG dogpile.lock [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Released creation lock {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 962.969335] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Releasing lock "network-683" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.969839] env[66859]: DEBUG networking_nsxv3.common.locking [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Lock port-3d591ee6-6f01-4a8d-9205-c812ff59f575 taken with stack trace [, , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.970072] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquiring lock "port-3d591ee6-6f01-4a8d-9205-c812ff59f575" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.971265] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired lock "port-3d591ee6-6f01-4a8d-9205-c812ff59f575" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.971265] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired external semaphore "port-3d591ee6-6f01-4a8d-9205-c812ff59f575" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.971265] env[66859]: DEBUG networking_nsxv3.api.rpc [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3d591ee6-6f01-4a8d-9205-c812ff59f575',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.475472] env[66859]: DEBUG networking_nsxv3.common.locking [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.475472] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.475472] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.476097] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.476097] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.476097] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Segment Port 3d591ee6-6f01-4a8d-9205-c812ff59f575 not found, creating... [ 963.476286] env[66859]: DEBUG networking_nsxv3.common.locking [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.476520] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquiring lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.476726] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.477091] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired external semaphore "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.477319] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Releasing lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.477744] env[66859]: DEBUG networking_nsxv3.common.locking [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.478082] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.478082] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.478302] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.478420] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.478576] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Resource: SegmentPort with ID: 3d591ee6-6f01-4a8d-9205-c812ff59f575 is going to be created. [ 963.499952] env[66859]: DEBUG networking_nsxv3.common.locking [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.500619] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.500748] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.501328] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.501328] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.501544] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Releasing lock "port-3d591ee6-6f01-4a8d-9205-c812ff59f575" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.194216] env[66859]: INFO networking_nsxv3.common.synchronization [req-ed6fd492-591e-4f56-b4cc-7d5457906625 req-9a1d5e9c-3238-406b-a562-447053ab78f4 service nova] Enqueued Resource ID: fcba29eb-ac89-449a-a79c-972b61b75b86 with Priority: HIGHEST for action security_group_rules [ 964.194216] env[66859]: INFO networking_nsxv3.common.synchronization [req-ed6fd492-591e-4f56-b4cc-7d5457906625 req-9a1d5e9c-3238-406b-a562-447053ab78f4 service nova] Enqueued Resource ID: fcba29eb-ac89-449a-a79c-972b61b75b86 with Priority: HIGHEST for action security_group_members [ 964.194216] env[66859]: INFO networking_nsxv3.common.synchronization [req-ed6fd492-591e-4f56-b4cc-7d5457906625 req-9a1d5e9c-3238-406b-a562-447053ab78f4 service nova] Enqueued Resource ID: 3d591ee6-6f01-4a8d-9205-c812ff59f575 with Priority: HIGHEST for action port [ 964.195024] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fcba29eb-ac89-449a-a79c-972b61b75b86 with Priority: HIGHEST for action security_group_rules [ 964.195353] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fcba29eb-ac89-449a-a79c-972b61b75b86 with Priority: HIGHEST for action security_group_members [ 964.195583] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d591ee6-6f01-4a8d-9205-c812ff59f575 with Priority: HIGHEST for action port [ 964.196249] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fcba29eb-ac89-449a-a79c-972b61b75b86 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.196546] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fcba29eb-ac89-449a-a79c-972b61b75b86" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.198024] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fcba29eb-ac89-449a-a79c-972b61b75b86" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.198024] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fcba29eb-ac89-449a-a79c-972b61b75b86" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.198024] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fcba29eb-ac89-449a-a79c-972b61b75b86',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.198024] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-fcba29eb-ac89-449a-a79c-972b61b75b86 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.198477] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fcba29eb-ac89-449a-a79c-972b61b75b86" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.199911] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fcba29eb-ac89-449a-a79c-972b61b75b86" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.199911] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fcba29eb-ac89-449a-a79c-972b61b75b86" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.199911] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.199911] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.199911] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.199911] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.199911] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.199911] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fcba29eb-ac89-449a-a79c-972b61b75b86',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.201072] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock port-3d591ee6-6f01-4a8d-9205-c812ff59f575 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.203630] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3d591ee6-6f01-4a8d-9205-c812ff59f575" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.203630] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3d591ee6-6f01-4a8d-9205-c812ff59f575" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.203630] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3d591ee6-6f01-4a8d-9205-c812ff59f575" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.203630] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3d591ee6-6f01-4a8d-9205-c812ff59f575',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.329583] env[66859]: INFO networking_nsxv3.common.synchronization [req-f889a6d8-7907-43d3-a053-bb27e1425816 req-62185cf7-b88d-4e88-925b-3b144024b51a tempest-DeleteServersTestJSON-1914830034 tempest-DeleteServersTestJSON-1914830034-project-member] Enqueued Resource ID: 1144757e-e67c-488c-b78d-b24437441b02 with Priority: HIGHEST for action security_group_members [ 964.330534] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1144757e-e67c-488c-b78d-b24437441b02 with Priority: HIGHEST for action security_group_members [ 964.330920] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-1144757e-e67c-488c-b78d-b24437441b02 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.331138] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1144757e-e67c-488c-b78d-b24437441b02" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.331262] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1144757e-e67c-488c-b78d-b24437441b02" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.331518] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1144757e-e67c-488c-b78d-b24437441b02" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.331770] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.331987] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.332060] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.332241] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.332378] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.332509] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1144757e-e67c-488c-b78d-b24437441b02',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.436256] env[66859]: INFO networking_nsxv3.common.synchronization [None req-be20161d-0832-4813-9c54-f7ef7cb1ffc5 tempest-AttachVolumeNegativeTest-414360256 tempest-AttachVolumeNegativeTest-414360256-project-member] Enqueued Resource ID: 044c1ee1-0411-46aa-9ad6-659586e648b7 with Priority: HIGHEST for action security_group_rules [ 964.436891] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 044c1ee1-0411-46aa-9ad6-659586e648b7 with Priority: HIGHEST for action security_group_rules [ 964.437129] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock rules-044c1ee1-0411-46aa-9ad6-659586e648b7 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.437199] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-044c1ee1-0411-46aa-9ad6-659586e648b7" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.437287] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-044c1ee1-0411-46aa-9ad6-659586e648b7" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.437493] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-044c1ee1-0411-46aa-9ad6-659586e648b7" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.437559] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('044c1ee1-0411-46aa-9ad6-659586e648b7',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.611631] env[66859]: INFO networking_nsxv3.common.synchronization [None req-26d32eb0-bef2-43a8-95f2-377e579ec71d None None] Enqueued Resource ID: 00a0ab6a-60b9-4a7c-9cf6-6d9412cac0d1 with Priority: HIGHEST for action port [ 964.612548] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 00a0ab6a-60b9-4a7c-9cf6-6d9412cac0d1 with Priority: HIGHEST for action port [ 964.613100] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock port-00a0ab6a-60b9-4a7c-9cf6-6d9412cac0d1 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.613519] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-00a0ab6a-60b9-4a7c-9cf6-6d9412cac0d1" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.613519] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-00a0ab6a-60b9-4a7c-9cf6-6d9412cac0d1" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.614220] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-00a0ab6a-60b9-4a7c-9cf6-6d9412cac0d1" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.614220] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('00a0ab6a-60b9-4a7c-9cf6-6d9412cac0d1',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.677251] env[66859]: INFO networking_nsxv3.common.synchronization [None req-3131b468-2975-4d5d-ac26-e5e73210373b tempest-AttachVolumeNegativeTest-414360256 tempest-AttachVolumeNegativeTest-414360256-project-member] Enqueued Resource ID: 044c1ee1-0411-46aa-9ad6-659586e648b7 with Priority: HIGHEST for action security_group_rules [ 964.677251] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 044c1ee1-0411-46aa-9ad6-659586e648b7 with Priority: HIGHEST for action security_group_rules [ 964.677251] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock rules-044c1ee1-0411-46aa-9ad6-659586e648b7 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.677251] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-044c1ee1-0411-46aa-9ad6-659586e648b7" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.704302] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fcba29eb-ac89-449a-a79c-972b61b75b86',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.705146] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-fcba29eb-ac89-449a-a79c-972b61b75b86 taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.705249] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fcba29eb-ac89-449a-a79c-972b61b75b86" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.705925] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3d591ee6-6f01-4a8d-9205-c812ff59f575 with status ACTIVE [ 964.705925] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.705925] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.705925] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.705925] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.706269] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.706269] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.706269] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.706370] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.706684] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.706684] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.706684] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.706868] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.706868] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.706951] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.708626] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.708626] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3d591ee6-6f01-4a8d-9205-c812ff59f575 is going to be updated. [ 964.733556] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.733739] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.733781] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.736724] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.736724] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.736724] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3d591ee6-6f01-4a8d-9205-c812ff59f575" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.831343] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 09fc9b17-50d2-4789-87d2-0acbd68153f8 in Status: SUCCESS [ 964.831593] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-09fc9b17-50d2-4789-87d2-0acbd68153f8" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.831728] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-09fc9b17-50d2-4789-87d2-0acbd68153f8" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.831959] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-09fc9b17-50d2-4789-87d2-0acbd68153f8" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.832207] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.832297] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.832340] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.832503] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.832580] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.832665] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-09fc9b17-50d2-4789-87d2-0acbd68153f8" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.832753] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('09fc9b17-50d2-4789-87d2-0acbd68153f8',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.835856] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.836015] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.836054] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.836231] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.836293] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.836472] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.836571] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.836707] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.836785] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.836856] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.836921] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1144757e-e67c-488c-b78d-b24437441b02 is going to be updated. [ 964.890696] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.890941] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.891026] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.891198] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.891345] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.916329] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1144757e-e67c-488c-b78d-b24437441b02 in Status: IN_PROGRESS for 2s [ 964.958977] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.959212] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.959285] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.959517] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.959602] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.959705] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 044c1ee1-0411-46aa-9ad6-659586e648b7 already deleted. [ 964.960117] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-044c1ee1-0411-46aa-9ad6-659586e648b7" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.960423] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-044c1ee1-0411-46aa-9ad6-659586e648b7" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.960614] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-044c1ee1-0411-46aa-9ad6-659586e648b7" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.960862] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('044c1ee1-0411-46aa-9ad6-659586e648b7',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.116907] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 00a0ab6a-60b9-4a7c-9cf6-6d9412cac0d1 [ 965.117278] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.117724] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.117795] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.118363] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.118363] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.118363] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:00a0ab6a-60b9-4a7c-9cf6-6d9412cac0d1 already deleted. [ 965.118363] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-00a0ab6a-60b9-4a7c-9cf6-6d9412cac0d1" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.212092] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fcba29eb-ac89-449a-a79c-972b61b75b86',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.336368] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-09fc9b17-50d2-4789-87d2-0acbd68153f8 taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.336368] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-09fc9b17-50d2-4789-87d2-0acbd68153f8" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.336368] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-09fc9b17-50d2-4789-87d2-0acbd68153f8" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.337036] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-09fc9b17-50d2-4789-87d2-0acbd68153f8" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.337036] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.337036] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.337036] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.337036] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.337326] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.337451] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-09fc9b17-50d2-4789-87d2-0acbd68153f8" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.337654] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-09fc9b17-50d2-4789-87d2-0acbd68153f8 taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.337761] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-09fc9b17-50d2-4789-87d2-0acbd68153f8" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.337854] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-09fc9b17-50d2-4789-87d2-0acbd68153f8" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.338018] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-09fc9b17-50d2-4789-87d2-0acbd68153f8" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.338561] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.338709] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.338778] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.339149] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.339262] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.339359] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-09fc9b17-50d2-4789-87d2-0acbd68153f8" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.339474] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('09fc9b17-50d2-4789-87d2-0acbd68153f8',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.484221] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.484385] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.484429] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.484643] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.484730] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.484918] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 044c1ee1-0411-46aa-9ad6-659586e648b7 already deleted. [ 965.484918] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-044c1ee1-0411-46aa-9ad6-659586e648b7" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.717552] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.717890] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.717890] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.718964] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.718964] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.718964] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fcba29eb-ac89-449a-a79c-972b61b75b86 is going to be created. [ 965.752018] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.752018] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.752018] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.752018] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.752018] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.761105] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fcba29eb-ac89-449a-a79c-972b61b75b86 in Status: UNINITIALIZED for 2s [ 965.842202] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 09fc9b17-50d2-4789-87d2-0acbd68153f8: rpc.has_security_group_logging(os_id): False [ 965.867767] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.868471] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.870972] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.870972] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.870972] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.870972] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.870972] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.870972] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.870972] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.870972] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.870972] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.870972] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.870972] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.873420] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.873420] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.873925] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.873925] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.873925] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.874276] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.874276] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.874380] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 09fc9b17-50d2-4789-87d2-0acbd68153f8 is going to be updated. [ 965.947601] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.947675] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.947711] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.947940] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.948104] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.962973] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 09fc9b17-50d2-4789-87d2-0acbd68153f8 in Status: IN_PROGRESS for 2s [ 966.327809] env[66859]: INFO networking_nsxv3.common.synchronization [None req-2c8f316c-d7dc-4bc3-8f55-9978d7786fae None None] Enqueued Resource ID: add302b9-e2dd-4397-8ad0-87ce01475a10 with Priority: HIGHEST for action port [ 966.328157] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: add302b9-e2dd-4397-8ad0-87ce01475a10 with Priority: HIGHEST for action port [ 966.328654] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock port-add302b9-e2dd-4397-8ad0-87ce01475a10 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.328800] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-add302b9-e2dd-4397-8ad0-87ce01475a10" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.328896] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-add302b9-e2dd-4397-8ad0-87ce01475a10" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.329192] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-add302b9-e2dd-4397-8ad0-87ce01475a10" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.329328] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('add302b9-e2dd-4397-8ad0-87ce01475a10',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.539091] env[66859]: INFO networking_nsxv3.common.synchronization [None req-0561585e-d77a-43f4-8949-35335e834c2b tempest-ServersV294TestFqdnHostnames-1244413893 tempest-ServersV294TestFqdnHostnames-1244413893-project-member] Enqueued Resource ID: e3df5070-7ac1-49c3-9e10-2f7de20c74ad with Priority: HIGHEST for action security_group_rules [ 966.540796] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e3df5070-7ac1-49c3-9e10-2f7de20c74ad with Priority: HIGHEST for action security_group_rules [ 966.542059] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e3df5070-7ac1-49c3-9e10-2f7de20c74ad taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.542338] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e3df5070-7ac1-49c3-9e10-2f7de20c74ad" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.542450] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e3df5070-7ac1-49c3-9e10-2f7de20c74ad" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.542860] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e3df5070-7ac1-49c3-9e10-2f7de20c74ad" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.542975] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e3df5070-7ac1-49c3-9e10-2f7de20c74ad',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.832801] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port add302b9-e2dd-4397-8ad0-87ce01475a10 [ 966.832801] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.832801] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.832801] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.833162] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.833211] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.833398] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:add302b9-e2dd-4397-8ad0-87ce01475a10 already deleted. [ 966.833504] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-add302b9-e2dd-4397-8ad0-87ce01475a10" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.927183] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1144757e-e67c-488c-b78d-b24437441b02 in Status: SUCCESS [ 966.927396] env[66859]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1144757e-e67c-488c-b78d-b24437441b02 deletion is rescheduled due to dependency. [ 966.927515] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1144757e-e67c-488c-b78d-b24437441b02" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.990202] env[66859]: INFO networking_nsxv3.common.synchronization [None req-c0ff5d2f-ddff-44d4-8503-d509034cdab2 tempest-ServersV294TestFqdnHostnames-1244413893 tempest-ServersV294TestFqdnHostnames-1244413893-project-member] Enqueued Resource ID: e3df5070-7ac1-49c3-9e10-2f7de20c74ad with Priority: HIGHEST for action security_group_rules [ 966.990202] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e3df5070-7ac1-49c3-9e10-2f7de20c74ad with Priority: HIGHEST for action security_group_rules [ 966.990202] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e3df5070-7ac1-49c3-9e10-2f7de20c74ad taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.990202] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e3df5070-7ac1-49c3-9e10-2f7de20c74ad" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.071352] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.071352] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.071352] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.071352] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.071352] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.071352] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e3df5070-7ac1-49c3-9e10-2f7de20c74ad already deleted. [ 967.071352] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e3df5070-7ac1-49c3-9e10-2f7de20c74ad" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.071352] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e3df5070-7ac1-49c3-9e10-2f7de20c74ad" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.071352] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e3df5070-7ac1-49c3-9e10-2f7de20c74ad" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.071352] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e3df5070-7ac1-49c3-9e10-2f7de20c74ad',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 967.595496] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.595642] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.595702] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.595904] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.596176] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.596176] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e3df5070-7ac1-49c3-9e10-2f7de20c74ad already deleted. [ 967.596176] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e3df5070-7ac1-49c3-9e10-2f7de20c74ad" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.774955] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fcba29eb-ac89-449a-a79c-972b61b75b86 in Status: SUCCESS [ 967.775157] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fcba29eb-ac89-449a-a79c-972b61b75b86" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.775226] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fcba29eb-ac89-449a-a79c-972b61b75b86" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.775428] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fcba29eb-ac89-449a-a79c-972b61b75b86" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.775619] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.775737] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.775807] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.775951] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.776038] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.776124] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fcba29eb-ac89-449a-a79c-972b61b75b86" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.776209] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fcba29eb-ac89-449a-a79c-972b61b75b86',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 967.977995] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 09fc9b17-50d2-4789-87d2-0acbd68153f8 in Status: SUCCESS [ 967.978352] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-09fc9b17-50d2-4789-87d2-0acbd68153f8" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.279129] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fcba29eb-ac89-449a-a79c-972b61b75b86',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.602418] env[66859]: INFO networking_nsxv3.common.synchronization [req-f84cc2db-721d-4c7f-bdb8-534243e9c371 req-5fa02021-60a8-4897-891c-741ebcf326b3 tempest-ServersTestMultiNic-236117991 tempest-ServersTestMultiNic-236117991-project-member] Enqueued Resource ID: 9cf673ac-92bb-46bb-a3a1-432ea15aa039 with Priority: HIGHEST for action security_group_members [ 968.602814] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9cf673ac-92bb-46bb-a3a1-432ea15aa039 with Priority: HIGHEST for action security_group_members [ 968.603217] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-9cf673ac-92bb-46bb-a3a1-432ea15aa039 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.603709] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9cf673ac-92bb-46bb-a3a1-432ea15aa039" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.603865] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9cf673ac-92bb-46bb-a3a1-432ea15aa039" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.604212] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9cf673ac-92bb-46bb-a3a1-432ea15aa039" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.608259] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.608259] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.608259] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.608259] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.608259] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.608259] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9cf673ac-92bb-46bb-a3a1-432ea15aa039',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.782430] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fcba29eb-ac89-449a-a79c-972b61b75b86: rpc.has_security_group_logging(os_id): False [ 968.804473] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.804629] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.804708] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.805271] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.805367] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.805632] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.806667] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.806667] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.806667] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.806667] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.806667] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fcba29eb-ac89-449a-a79c-972b61b75b86 is going to be created. [ 968.883268] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.883268] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.883268] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.883268] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.883268] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.898856] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fcba29eb-ac89-449a-a79c-972b61b75b86 in Status: IN_PROGRESS for 2s [ 968.932463] env[66859]: INFO networking_nsxv3.common.synchronization [req-167b09c7-e264-4865-bd1f-c46304e36def req-6022b8a2-e329-44c9-9560-358ea18e0ed2 tempest-ListServerFiltersTestJSON-1280392338 tempest-ListServerFiltersTestJSON-1280392338-project-member] Enqueued Resource ID: 3923f45a-41b2-42c1-8a62-e4b52673704b with Priority: HIGHEST for action security_group_members [ 968.932974] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3923f45a-41b2-42c1-8a62-e4b52673704b with Priority: HIGHEST for action security_group_members [ 968.933404] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-3923f45a-41b2-42c1-8a62-e4b52673704b taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.933549] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3923f45a-41b2-42c1-8a62-e4b52673704b" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.933618] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3923f45a-41b2-42c1-8a62-e4b52673704b" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.933917] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3923f45a-41b2-42c1-8a62-e4b52673704b" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.934139] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.934306] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.934377] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.934589] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.934698] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.934798] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3923f45a-41b2-42c1-8a62-e4b52673704b',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.114728] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.115052] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.115117] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.116808] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.116808] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.116808] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.116808] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.116808] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.116808] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.116808] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.116808] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9cf673ac-92bb-46bb-a3a1-432ea15aa039 is going to be updated. [ 969.135299] env[66859]: INFO networking_nsxv3.common.synchronization [None req-0dca8948-fae8-4e15-8208-37dfc0e98c9d None None] Enqueued Resource ID: 6d606485-254e-4fc4-9c27-bc377ba89e17 with Priority: HIGHEST for action port [ 969.136356] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6d606485-254e-4fc4-9c27-bc377ba89e17 with Priority: HIGHEST for action port [ 969.138249] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock port-6d606485-254e-4fc4-9c27-bc377ba89e17 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.138415] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6d606485-254e-4fc4-9c27-bc377ba89e17" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.138481] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6d606485-254e-4fc4-9c27-bc377ba89e17" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.139171] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6d606485-254e-4fc4-9c27-bc377ba89e17" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.139171] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6d606485-254e-4fc4-9c27-bc377ba89e17',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.154230] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.154411] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.154463] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.155204] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.155204] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.167834] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9cf673ac-92bb-46bb-a3a1-432ea15aa039 in Status: IN_PROGRESS for 2s [ 969.261805] env[66859]: INFO networking_nsxv3.common.synchronization [None req-e115246a-6145-4c16-8922-985cf6bb5e15 None None] Enqueued Resource ID: 1ed1de47-ada3-4b60-a791-df3a1de4707d with Priority: HIGHEST for action port [ 969.262539] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ed1de47-ada3-4b60-a791-df3a1de4707d with Priority: HIGHEST for action port [ 969.264579] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock port-1ed1de47-ada3-4b60-a791-df3a1de4707d taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.264873] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1ed1de47-ada3-4b60-a791-df3a1de4707d" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.265056] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1ed1de47-ada3-4b60-a791-df3a1de4707d" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.265455] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1ed1de47-ada3-4b60-a791-df3a1de4707d" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.265726] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1ed1de47-ada3-4b60-a791-df3a1de4707d',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.269630] env[66859]: INFO networking_nsxv3.common.synchronization [req-f84cc2db-721d-4c7f-bdb8-534243e9c371 req-8fd5c669-5594-4df5-8a46-4345d4c4777d tempest-ServersTestMultiNic-236117991 tempest-ServersTestMultiNic-236117991-project-member] Enqueued Resource ID: 9cf673ac-92bb-46bb-a3a1-432ea15aa039 with Priority: HIGHEST for action security_group_members [ 969.271647] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9cf673ac-92bb-46bb-a3a1-432ea15aa039 with Priority: HIGHEST for action security_group_members [ 969.271647] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-9cf673ac-92bb-46bb-a3a1-432ea15aa039 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.271647] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9cf673ac-92bb-46bb-a3a1-432ea15aa039" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.438879] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3923f45a-41b2-42c1-8a62-e4b52673704b',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.641727] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6d606485-254e-4fc4-9c27-bc377ba89e17 [ 969.642027] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.642172] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.642235] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.642454] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.642535] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.642622] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6d606485-254e-4fc4-9c27-bc377ba89e17 already deleted. [ 969.642699] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6d606485-254e-4fc4-9c27-bc377ba89e17" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.770995] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1ed1de47-ada3-4b60-a791-df3a1de4707d [ 969.771264] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.771391] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.771522] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.771867] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.771867] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.771867] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1ed1de47-ada3-4b60-a791-df3a1de4707d already deleted. [ 969.772066] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1ed1de47-ada3-4b60-a791-df3a1de4707d" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.782395] env[66859]: DEBUG networking_nsxv3.common.locking [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Lock network-994 taken with stack trace [, , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.782596] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquiring lock "network-994" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.782710] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired lock "network-994" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.783048] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired external semaphore "network-994" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.783844] env[66859]: DEBUG networking_nsxv3.common.locking [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.783844] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquiring lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.783844] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.783844] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired external semaphore "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.785307] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Releasing lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.785307] env[66859]: DEBUG dogpile.cache.region [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] No value present for key: 'zone-id' {{(pid=66859) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 969.785307] env[66859]: DEBUG dogpile.lock [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] NeedRegenerationException {{(pid=66859) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 969.785307] env[66859]: DEBUG dogpile.lock [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] no value, waiting for create lock {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 969.785307] env[66859]: DEBUG dogpile.lock [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] value creation lock acquired {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 969.785307] env[66859]: DEBUG dogpile.cache.region [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] No value present for key: 'zone-id' {{(pid=66859) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 969.785307] env[66859]: DEBUG dogpile.lock [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Calling creation function for not-yet-present value {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 969.785307] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 969.806156] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 969.806156] env[66859]: DEBUG dogpile.cache.region [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66859) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 969.806156] env[66859]: DEBUG dogpile.lock [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Released creation lock {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 969.806156] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Releasing lock "network-994" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.806540] env[66859]: DEBUG networking_nsxv3.common.locking [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Lock port-81bfb838-9f8d-4bdd-bd72-8f1ee3bf19f3 taken with stack trace [, , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.806756] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquiring lock "port-81bfb838-9f8d-4bdd-bd72-8f1ee3bf19f3" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.806862] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired lock "port-81bfb838-9f8d-4bdd-bd72-8f1ee3bf19f3" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.807233] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired external semaphore "port-81bfb838-9f8d-4bdd-bd72-8f1ee3bf19f3" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.807362] env[66859]: DEBUG networking_nsxv3.api.rpc [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('81bfb838-9f8d-4bdd-bd72-8f1ee3bf19f3',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.942025] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3923f45a-41b2-42c1-8a62-e4b52673704b',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.094646] env[66859]: INFO networking_nsxv3.common.synchronization [None req-428aa7fd-4075-4543-9015-d1fa8405eee5 tempest-AttachInterfacesTestJSON-1144280436 tempest-AttachInterfacesTestJSON-1144280436-project-member] Enqueued Resource ID: 3cc4351a-efaf-43aa-b95f-8ad880496ab1 with Priority: HIGHEST for action security_group_rules [ 970.095460] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3cc4351a-efaf-43aa-b95f-8ad880496ab1 with Priority: HIGHEST for action security_group_rules [ 970.095879] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3cc4351a-efaf-43aa-b95f-8ad880496ab1 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.095879] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3cc4351a-efaf-43aa-b95f-8ad880496ab1" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.095879] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3cc4351a-efaf-43aa-b95f-8ad880496ab1" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.096203] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3cc4351a-efaf-43aa-b95f-8ad880496ab1" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.096312] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3cc4351a-efaf-43aa-b95f-8ad880496ab1',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.264865] env[66859]: INFO networking_nsxv3.common.synchronization [None req-0fb93cd1-1332-4cc4-8117-430936c69082 tempest-AttachInterfacesTestJSON-1144280436 tempest-AttachInterfacesTestJSON-1144280436-project-member] Enqueued Resource ID: 3cc4351a-efaf-43aa-b95f-8ad880496ab1 with Priority: HIGHEST for action security_group_rules [ 970.266070] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3cc4351a-efaf-43aa-b95f-8ad880496ab1 with Priority: HIGHEST for action security_group_rules [ 970.266070] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3cc4351a-efaf-43aa-b95f-8ad880496ab1 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.266192] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3cc4351a-efaf-43aa-b95f-8ad880496ab1" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.309667] env[66859]: DEBUG networking_nsxv3.common.locking [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.309854] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.310072] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.310311] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.310469] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.310631] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Segment Port 81bfb838-9f8d-4bdd-bd72-8f1ee3bf19f3 not found, creating... [ 970.311215] env[66859]: DEBUG networking_nsxv3.common.locking [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.311215] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquiring lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.311399] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.311591] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired external semaphore "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.311591] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Releasing lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.311930] env[66859]: DEBUG networking_nsxv3.common.locking [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.312042] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.312156] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.312437] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.312581] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.312646] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Resource: SegmentPort with ID: 81bfb838-9f8d-4bdd-bd72-8f1ee3bf19f3 is going to be created. [ 970.334273] env[66859]: DEBUG networking_nsxv3.common.locking [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.334273] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.334273] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.334678] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.334776] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.335177] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Releasing lock "port-81bfb838-9f8d-4bdd-bd72-8f1ee3bf19f3" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.444726] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.444928] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.444971] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.445192] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.445349] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.445392] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3923f45a-41b2-42c1-8a62-e4b52673704b is going to be updated. [ 970.490950] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.491172] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.491251] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.491524] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.491667] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.506066] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3923f45a-41b2-42c1-8a62-e4b52673704b in Status: IN_PROGRESS for 2s [ 970.620705] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.620913] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.620976] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.621219] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.621301] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.621396] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3cc4351a-efaf-43aa-b95f-8ad880496ab1 already deleted. [ 970.621478] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3cc4351a-efaf-43aa-b95f-8ad880496ab1" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.621657] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3cc4351a-efaf-43aa-b95f-8ad880496ab1" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.623075] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3cc4351a-efaf-43aa-b95f-8ad880496ab1" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.623075] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3cc4351a-efaf-43aa-b95f-8ad880496ab1',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.912103] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fcba29eb-ac89-449a-a79c-972b61b75b86 in Status: SUCCESS [ 970.912393] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fcba29eb-ac89-449a-a79c-972b61b75b86" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.056868] env[66859]: INFO networking_nsxv3.common.synchronization [req-f84cc2db-721d-4c7f-bdb8-534243e9c371 req-e9cb2ba5-1b63-4a53-a2f1-7339763fffd1 service nova] Enqueued Resource ID: 9cf673ac-92bb-46bb-a3a1-432ea15aa039 with Priority: HIGHEST for action security_group_rules [ 971.057110] env[66859]: INFO networking_nsxv3.common.synchronization [req-f84cc2db-721d-4c7f-bdb8-534243e9c371 req-e9cb2ba5-1b63-4a53-a2f1-7339763fffd1 service nova] Enqueued Resource ID: 9cf673ac-92bb-46bb-a3a1-432ea15aa039 with Priority: HIGHEST for action security_group_members [ 971.057197] env[66859]: INFO networking_nsxv3.common.synchronization [req-f84cc2db-721d-4c7f-bdb8-534243e9c371 req-e9cb2ba5-1b63-4a53-a2f1-7339763fffd1 service nova] Enqueued Resource ID: 81bfb838-9f8d-4bdd-bd72-8f1ee3bf19f3 with Priority: HIGHEST for action port [ 971.057874] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9cf673ac-92bb-46bb-a3a1-432ea15aa039 with Priority: HIGHEST for action security_group_rules [ 971.058050] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9cf673ac-92bb-46bb-a3a1-432ea15aa039 with Priority: HIGHEST for action security_group_members [ 971.058121] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81bfb838-9f8d-4bdd-bd72-8f1ee3bf19f3 with Priority: HIGHEST for action port [ 971.058445] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9cf673ac-92bb-46bb-a3a1-432ea15aa039 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.058572] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9cf673ac-92bb-46bb-a3a1-432ea15aa039" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.058635] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9cf673ac-92bb-46bb-a3a1-432ea15aa039" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.058955] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9cf673ac-92bb-46bb-a3a1-432ea15aa039" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.059073] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9cf673ac-92bb-46bb-a3a1-432ea15aa039',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.060466] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-9cf673ac-92bb-46bb-a3a1-432ea15aa039 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.060596] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9cf673ac-92bb-46bb-a3a1-432ea15aa039" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.060864] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock port-81bfb838-9f8d-4bdd-bd72-8f1ee3bf19f3 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.061018] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-81bfb838-9f8d-4bdd-bd72-8f1ee3bf19f3" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.061100] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-81bfb838-9f8d-4bdd-bd72-8f1ee3bf19f3" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.061326] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-81bfb838-9f8d-4bdd-bd72-8f1ee3bf19f3" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.061407] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('81bfb838-9f8d-4bdd-bd72-8f1ee3bf19f3',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.146086] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.146086] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.146086] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.146086] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.146086] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.146086] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3cc4351a-efaf-43aa-b95f-8ad880496ab1 already deleted. [ 971.146086] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3cc4351a-efaf-43aa-b95f-8ad880496ab1" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.177479] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9cf673ac-92bb-46bb-a3a1-432ea15aa039 in Status: SUCCESS [ 971.177718] env[66859]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9cf673ac-92bb-46bb-a3a1-432ea15aa039 deletion is rescheduled due to dependency. [ 971.177806] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9cf673ac-92bb-46bb-a3a1-432ea15aa039" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.177967] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9cf673ac-92bb-46bb-a3a1-432ea15aa039" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.178342] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9cf673ac-92bb-46bb-a3a1-432ea15aa039" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.178407] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.178470] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.178545] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.178684] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.178777] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.178885] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9cf673ac-92bb-46bb-a3a1-432ea15aa039',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.565080] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-9cf673ac-92bb-46bb-a3a1-432ea15aa039 taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.565080] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9cf673ac-92bb-46bb-a3a1-432ea15aa039" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.565080] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 81bfb838-9f8d-4bdd-bd72-8f1ee3bf19f3 with status ACTIVE [ 971.565080] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.565080] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.565614] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.565614] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.565614] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.565732] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.565855] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.565920] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.566129] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.568246] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.568246] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.568246] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.568246] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.568246] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.568246] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.568246] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 81bfb838-9f8d-4bdd-bd72-8f1ee3bf19f3 is going to be updated. [ 971.614810] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.615034] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.615107] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.615291] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.615431] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.615602] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-81bfb838-9f8d-4bdd-bd72-8f1ee3bf19f3" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.681014] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9cf673ac-92bb-46bb-a3a1-432ea15aa039',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.884025] env[66859]: DEBUG networking_nsxv3.common.locking [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Lock network-907 taken with stack trace [, , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.884025] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquiring lock "network-907" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.884025] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired lock "network-907" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.884025] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired external semaphore "network-907" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.888172] env[66859]: DEBUG networking_nsxv3.common.locking [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.888172] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquiring lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.888172] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.888172] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired external semaphore "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.888172] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Releasing lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.888172] env[66859]: DEBUG dogpile.cache.region [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] No value present for key: 'zone-id' {{(pid=66859) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 971.888172] env[66859]: DEBUG dogpile.lock [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] NeedRegenerationException {{(pid=66859) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 971.888172] env[66859]: DEBUG dogpile.lock [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] no value, waiting for create lock {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 971.888172] env[66859]: DEBUG dogpile.lock [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] value creation lock acquired {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 971.888172] env[66859]: DEBUG dogpile.cache.region [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] No value present for key: 'zone-id' {{(pid=66859) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 971.888172] env[66859]: DEBUG dogpile.lock [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Calling creation function for not-yet-present value {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 971.888172] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 971.913917] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 971.913917] env[66859]: DEBUG dogpile.cache.region [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=66859) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 971.913917] env[66859]: DEBUG dogpile.lock [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Released creation lock {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 971.913917] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Releasing lock "network-907" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.913917] env[66859]: DEBUG networking_nsxv3.common.locking [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Lock port-9022c9df-cf1e-4888-be3d-57377e7d51ee taken with stack trace [, , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.913917] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquiring lock "port-9022c9df-cf1e-4888-be3d-57377e7d51ee" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.913917] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired lock "port-9022c9df-cf1e-4888-be3d-57377e7d51ee" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.914582] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired external semaphore "port-9022c9df-cf1e-4888-be3d-57377e7d51ee" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.917271] env[66859]: DEBUG networking_nsxv3.api.rpc [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9022c9df-cf1e-4888-be3d-57377e7d51ee',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.109489] env[66859]: INFO networking_nsxv3.common.synchronization [None req-3e981bb7-42a6-4a2e-80ac-706f56c452ca None None] Enqueued Resource ID: 0f0bc906-2995-4aa0-a5fc-909e7d8f73c0 with Priority: HIGHEST for action port [ 972.109923] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f0bc906-2995-4aa0-a5fc-909e7d8f73c0 with Priority: HIGHEST for action port [ 972.110248] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock port-0f0bc906-2995-4aa0-a5fc-909e7d8f73c0 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.110369] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0f0bc906-2995-4aa0-a5fc-909e7d8f73c0" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.110436] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0f0bc906-2995-4aa0-a5fc-909e7d8f73c0" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.110685] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0f0bc906-2995-4aa0-a5fc-909e7d8f73c0" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.110761] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0f0bc906-2995-4aa0-a5fc-909e7d8f73c0',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.183432] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9cf673ac-92bb-46bb-a3a1-432ea15aa039',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.421436] env[66859]: DEBUG networking_nsxv3.common.locking [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.421925] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.421925] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.422224] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.422359] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.422545] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Segment Port 9022c9df-cf1e-4888-be3d-57377e7d51ee not found, creating... [ 972.422850] env[66859]: DEBUG networking_nsxv3.common.locking [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.423048] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquiring lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.423263] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.423533] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired external semaphore "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.423674] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Releasing lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.424018] env[66859]: DEBUG networking_nsxv3.common.locking [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.424224] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.424370] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.424601] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.424784] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.424928] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Resource: SegmentPort with ID: 9022c9df-cf1e-4888-be3d-57377e7d51ee is going to be created. [ 972.452048] env[66859]: DEBUG networking_nsxv3.common.locking [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.452048] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.452048] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.452048] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.452048] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.452353] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Releasing lock "port-9022c9df-cf1e-4888-be3d-57377e7d51ee" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.523772] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3923f45a-41b2-42c1-8a62-e4b52673704b in Status: SUCCESS [ 972.523772] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3923f45a-41b2-42c1-8a62-e4b52673704b" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.615290] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0f0bc906-2995-4aa0-a5fc-909e7d8f73c0 [ 972.615290] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.615290] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.615290] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.615290] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.615290] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.615290] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0f0bc906-2995-4aa0-a5fc-909e7d8f73c0 already deleted. [ 972.615290] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0f0bc906-2995-4aa0-a5fc-909e7d8f73c0" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.686056] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.686056] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.686056] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.686056] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.686056] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.686339] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9cf673ac-92bb-46bb-a3a1-432ea15aa039 is going to be updated. [ 972.718750] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.718750] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.718750] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.718750] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.718750] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.731084] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9cf673ac-92bb-46bb-a3a1-432ea15aa039 in Status: IN_PROGRESS for 2s [ 973.182097] env[66859]: INFO networking_nsxv3.common.synchronization [req-f84cc2db-721d-4c7f-bdb8-534243e9c371 req-909ddc6d-d43c-4018-8e51-f7c0d23a7369 service nova] Enqueued Resource ID: 9cf673ac-92bb-46bb-a3a1-432ea15aa039 with Priority: HIGHEST for action security_group_rules [ 973.182487] env[66859]: INFO networking_nsxv3.common.synchronization [req-f84cc2db-721d-4c7f-bdb8-534243e9c371 req-909ddc6d-d43c-4018-8e51-f7c0d23a7369 service nova] Enqueued Resource ID: 9cf673ac-92bb-46bb-a3a1-432ea15aa039 with Priority: HIGHEST for action security_group_members [ 973.182487] env[66859]: INFO networking_nsxv3.common.synchronization [req-f84cc2db-721d-4c7f-bdb8-534243e9c371 req-909ddc6d-d43c-4018-8e51-f7c0d23a7369 service nova] Enqueued Resource ID: 9022c9df-cf1e-4888-be3d-57377e7d51ee with Priority: HIGHEST for action port [ 973.182635] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9cf673ac-92bb-46bb-a3a1-432ea15aa039 with Priority: HIGHEST for action security_group_rules [ 973.182764] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9cf673ac-92bb-46bb-a3a1-432ea15aa039 with Priority: HIGHEST for action security_group_members [ 973.182850] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9022c9df-cf1e-4888-be3d-57377e7d51ee with Priority: HIGHEST for action port [ 973.183442] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9cf673ac-92bb-46bb-a3a1-432ea15aa039 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.183551] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9cf673ac-92bb-46bb-a3a1-432ea15aa039" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.183742] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-9cf673ac-92bb-46bb-a3a1-432ea15aa039 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.183825] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9cf673ac-92bb-46bb-a3a1-432ea15aa039" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.184067] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock port-9022c9df-cf1e-4888-be3d-57377e7d51ee taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.184207] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9022c9df-cf1e-4888-be3d-57377e7d51ee" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.184276] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9022c9df-cf1e-4888-be3d-57377e7d51ee" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.184486] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9022c9df-cf1e-4888-be3d-57377e7d51ee" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.184563] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9022c9df-cf1e-4888-be3d-57377e7d51ee',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.535722] env[66859]: INFO networking_nsxv3.common.synchronization [req-9a0b2d6e-eb7f-4491-a813-28adea3488c7 req-2e8e07c0-ecd9-4120-82ba-a2de5857c17f tempest-ServerActionsTestOtherA-665867162 tempest-ServerActionsTestOtherA-665867162-project-member] Enqueued Resource ID: 1907a5cd-a902-4a16-8f62-4c0e90fa0d8e with Priority: HIGHEST for action security_group_members [ 973.536340] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1907a5cd-a902-4a16-8f62-4c0e90fa0d8e with Priority: HIGHEST for action security_group_members [ 973.536676] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-1907a5cd-a902-4a16-8f62-4c0e90fa0d8e taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.536789] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1907a5cd-a902-4a16-8f62-4c0e90fa0d8e" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.536858] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1907a5cd-a902-4a16-8f62-4c0e90fa0d8e" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.537126] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1907a5cd-a902-4a16-8f62-4c0e90fa0d8e" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.537281] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.537385] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.537444] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.537588] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.537671] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.537768] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1907a5cd-a902-4a16-8f62-4c0e90fa0d8e',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.690318] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9022c9df-cf1e-4888-be3d-57377e7d51ee with status ACTIVE [ 973.690621] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.690681] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.690738] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.690999] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.691198] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.691293] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.691397] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.691459] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.691621] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.691721] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.691879] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.692012] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.692089] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.692255] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.692357] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.692447] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9022c9df-cf1e-4888-be3d-57377e7d51ee is going to be updated. [ 973.718753] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.722564] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.722564] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.722672] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.722736] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.722985] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9022c9df-cf1e-4888-be3d-57377e7d51ee" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.042444] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.043116] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.043758] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.043758] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.043758] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.043953] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.044097] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.044159] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.044328] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.044406] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.044491] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1907a5cd-a902-4a16-8f62-4c0e90fa0d8e already deleted. [ 974.044572] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1907a5cd-a902-4a16-8f62-4c0e90fa0d8e" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.047896] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock network-163 taken with stack trace [, , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.047896] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "network-163" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.047896] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "network-163" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.047896] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "network-163" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.048861] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.048861] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.048861] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.048861] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.049183] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.049447] env[66859]: DEBUG dogpile.cache.region [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] No value present for key: 'zone-id' {{(pid=66859) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 974.049578] env[66859]: DEBUG dogpile.lock [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] NeedRegenerationException {{(pid=66859) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 974.049748] env[66859]: DEBUG dogpile.lock [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] no value, waiting for create lock {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 974.049908] env[66859]: DEBUG dogpile.lock [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] value creation lock acquired {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 974.050191] env[66859]: DEBUG dogpile.cache.region [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] No value present for key: 'zone-id' {{(pid=66859) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 974.050562] env[66859]: DEBUG dogpile.lock [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Calling creation function for not-yet-present value {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 974.051286] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 974.084630] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 974.085476] env[66859]: DEBUG dogpile.cache.region [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Cache value generated in 0.034 seconds for key(s): 'zone-id' {{(pid=66859) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 974.085476] env[66859]: DEBUG dogpile.lock [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Released creation lock {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 974.085476] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "network-163" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.086333] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock port-08774e2f-6b74-4bfd-b431-14e23a571983 taken with stack trace [, , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.086333] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "port-08774e2f-6b74-4bfd-b431-14e23a571983" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.086513] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "port-08774e2f-6b74-4bfd-b431-14e23a571983" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.086911] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "port-08774e2f-6b74-4bfd-b431-14e23a571983" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.087170] env[66859]: DEBUG networking_nsxv3.api.rpc [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('08774e2f-6b74-4bfd-b431-14e23a571983',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 974.589695] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.589918] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.590066] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.590359] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.590530] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.590684] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Segment Port 08774e2f-6b74-4bfd-b431-14e23a571983 not found, creating... [ 974.591055] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.591227] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.591346] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.591813] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.591813] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.592180] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.592180] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.592381] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.592415] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.592529] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.592653] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Resource: SegmentPort with ID: 08774e2f-6b74-4bfd-b431-14e23a571983 is going to be created. [ 974.614618] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.614826] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.614944] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.615226] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.615447] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.615658] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "port-08774e2f-6b74-4bfd-b431-14e23a571983" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.742775] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9cf673ac-92bb-46bb-a3a1-432ea15aa039 in Status: SUCCESS [ 974.743161] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9cf673ac-92bb-46bb-a3a1-432ea15aa039" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.743241] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9cf673ac-92bb-46bb-a3a1-432ea15aa039" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.743459] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9cf673ac-92bb-46bb-a3a1-432ea15aa039" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.743712] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.743847] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.744077] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.744278] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.744354] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.744453] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9cf673ac-92bb-46bb-a3a1-432ea15aa039',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.246867] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9cf673ac-92bb-46bb-a3a1-432ea15aa039',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.336363] env[66859]: INFO networking_nsxv3.common.synchronization [req-9a0b2d6e-eb7f-4491-a813-28adea3488c7 req-a43c4d64-b025-4e38-819d-19246d390b21 service nova] Enqueued Resource ID: 1907a5cd-a902-4a16-8f62-4c0e90fa0d8e with Priority: HIGHEST for action security_group_rules [ 975.336534] env[66859]: INFO networking_nsxv3.common.synchronization [req-9a0b2d6e-eb7f-4491-a813-28adea3488c7 req-a43c4d64-b025-4e38-819d-19246d390b21 service nova] Enqueued Resource ID: 1907a5cd-a902-4a16-8f62-4c0e90fa0d8e with Priority: HIGHEST for action security_group_members [ 975.336670] env[66859]: INFO networking_nsxv3.common.synchronization [req-9a0b2d6e-eb7f-4491-a813-28adea3488c7 req-a43c4d64-b025-4e38-819d-19246d390b21 service nova] Enqueued Resource ID: 08774e2f-6b74-4bfd-b431-14e23a571983 with Priority: HIGHEST for action port [ 975.337177] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1907a5cd-a902-4a16-8f62-4c0e90fa0d8e with Priority: HIGHEST for action security_group_rules [ 975.337310] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1907a5cd-a902-4a16-8f62-4c0e90fa0d8e with Priority: HIGHEST for action security_group_members [ 975.337405] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 08774e2f-6b74-4bfd-b431-14e23a571983 with Priority: HIGHEST for action port [ 975.337705] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1907a5cd-a902-4a16-8f62-4c0e90fa0d8e taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.337823] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1907a5cd-a902-4a16-8f62-4c0e90fa0d8e" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.337888] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1907a5cd-a902-4a16-8f62-4c0e90fa0d8e" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.338128] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1907a5cd-a902-4a16-8f62-4c0e90fa0d8e" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.338180] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1907a5cd-a902-4a16-8f62-4c0e90fa0d8e',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.340184] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-1907a5cd-a902-4a16-8f62-4c0e90fa0d8e taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.340184] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1907a5cd-a902-4a16-8f62-4c0e90fa0d8e" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.340184] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1907a5cd-a902-4a16-8f62-4c0e90fa0d8e" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.340184] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1907a5cd-a902-4a16-8f62-4c0e90fa0d8e" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.340184] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.340184] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.340184] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.340184] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.340184] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.340663] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1907a5cd-a902-4a16-8f62-4c0e90fa0d8e',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.341022] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock port-08774e2f-6b74-4bfd-b431-14e23a571983 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.341143] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-08774e2f-6b74-4bfd-b431-14e23a571983" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.341211] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-08774e2f-6b74-4bfd-b431-14e23a571983" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.341351] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-08774e2f-6b74-4bfd-b431-14e23a571983" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.341457] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('08774e2f-6b74-4bfd-b431-14e23a571983',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.751030] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9cf673ac-92bb-46bb-a3a1-432ea15aa039',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.846539] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-1907a5cd-a902-4a16-8f62-4c0e90fa0d8e taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.846845] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1907a5cd-a902-4a16-8f62-4c0e90fa0d8e" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.847137] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1907a5cd-a902-4a16-8f62-4c0e90fa0d8e',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.848251] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 08774e2f-6b74-4bfd-b431-14e23a571983 with status ACTIVE [ 975.848502] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.848626] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.848693] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.848909] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.849051] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.849337] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.849337] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.849337] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.849486] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.849558] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.849729] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.849819] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.849878] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.850049] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.853040] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.853040] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 08774e2f-6b74-4bfd-b431-14e23a571983 is going to be updated. [ 975.876272] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.876272] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.876272] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.876272] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.876272] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.876272] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-08774e2f-6b74-4bfd-b431-14e23a571983" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.029183] env[66859]: INFO networking_nsxv3.common.synchronization [None req-507e92e3-d875-46b4-b8e0-0ac902b557ae None None] Enqueued Resource ID: bfea772a-5d43-4dc0-aa73-052b3ae42fcc with Priority: HIGHEST for action port [ 976.029931] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bfea772a-5d43-4dc0-aa73-052b3ae42fcc with Priority: HIGHEST for action port [ 976.030489] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock port-bfea772a-5d43-4dc0-aa73-052b3ae42fcc taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.030707] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bfea772a-5d43-4dc0-aa73-052b3ae42fcc" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.030757] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bfea772a-5d43-4dc0-aa73-052b3ae42fcc" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.031970] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bfea772a-5d43-4dc0-aa73-052b3ae42fcc" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.031970] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bfea772a-5d43-4dc0-aa73-052b3ae42fcc',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.255230] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.255230] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.255230] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.255230] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.255230] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.255230] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9cf673ac-92bb-46bb-a3a1-432ea15aa039 is going to be updated. [ 976.294855] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.295056] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.295105] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.296466] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.297149] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.308694] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9cf673ac-92bb-46bb-a3a1-432ea15aa039 in Status: IN_PROGRESS for 2s [ 976.353072] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1907a5cd-a902-4a16-8f62-4c0e90fa0d8e',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.533267] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bfea772a-5d43-4dc0-aa73-052b3ae42fcc [ 976.533602] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.534261] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.534261] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.534261] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.534261] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.534261] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bfea772a-5d43-4dc0-aa73-052b3ae42fcc already deleted. [ 976.534261] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bfea772a-5d43-4dc0-aa73-052b3ae42fcc" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.856238] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.861206] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.861206] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.861206] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.861206] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.861206] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1907a5cd-a902-4a16-8f62-4c0e90fa0d8e is going to be created. [ 976.890021] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.890021] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.890021] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.890021] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.890021] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.904607] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1907a5cd-a902-4a16-8f62-4c0e90fa0d8e in Status: UNINITIALIZED for 2s [ 978.327011] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9cf673ac-92bb-46bb-a3a1-432ea15aa039 in Status: SUCCESS [ 978.327011] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9cf673ac-92bb-46bb-a3a1-432ea15aa039" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.327011] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9cf673ac-92bb-46bb-a3a1-432ea15aa039" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.327011] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9cf673ac-92bb-46bb-a3a1-432ea15aa039" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.327625] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.327625] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.327625] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.327625] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.327625] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.327829] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9cf673ac-92bb-46bb-a3a1-432ea15aa039" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.327829] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9cf673ac-92bb-46bb-a3a1-432ea15aa039',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.328711] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9cf673ac-92bb-46bb-a3a1-432ea15aa039" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.328919] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9cf673ac-92bb-46bb-a3a1-432ea15aa039" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.329113] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.329228] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.329950] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.329950] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.329950] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.329950] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9cf673ac-92bb-46bb-a3a1-432ea15aa039',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.778942] env[66859]: INFO networking_nsxv3.common.synchronization [None req-fa2502a0-e062-416f-8cc9-2a5c520c8eab None None] Enqueued Resource ID: 3f2e81d1-0327-4fb4-a8f0-3bd438e622b5 with Priority: HIGHEST for action port [ 978.780053] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f2e81d1-0327-4fb4-a8f0-3bd438e622b5 with Priority: HIGHEST for action port [ 978.780053] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock port-3f2e81d1-0327-4fb4-a8f0-3bd438e622b5 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.780053] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3f2e81d1-0327-4fb4-a8f0-3bd438e622b5" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.780250] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3f2e81d1-0327-4fb4-a8f0-3bd438e622b5" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.780353] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3f2e81d1-0327-4fb4-a8f0-3bd438e622b5" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.781009] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3f2e81d1-0327-4fb4-a8f0-3bd438e622b5',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.832363] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-9cf673ac-92bb-46bb-a3a1-432ea15aa039 taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.832363] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9cf673ac-92bb-46bb-a3a1-432ea15aa039" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.834300] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9cf673ac-92bb-46bb-a3a1-432ea15aa039',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.919429] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1907a5cd-a902-4a16-8f62-4c0e90fa0d8e in Status: SUCCESS [ 978.919429] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1907a5cd-a902-4a16-8f62-4c0e90fa0d8e" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.919429] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1907a5cd-a902-4a16-8f62-4c0e90fa0d8e" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.919429] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1907a5cd-a902-4a16-8f62-4c0e90fa0d8e" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.919429] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.919429] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.919429] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.919862] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.919862] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.919862] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1907a5cd-a902-4a16-8f62-4c0e90fa0d8e" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.919862] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1907a5cd-a902-4a16-8f62-4c0e90fa0d8e',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.282800] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3f2e81d1-0327-4fb4-a8f0-3bd438e622b5 [ 979.283091] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.284864] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.284864] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.284864] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.284864] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.284864] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3f2e81d1-0327-4fb4-a8f0-3bd438e622b5 already deleted. [ 979.284864] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3f2e81d1-0327-4fb4-a8f0-3bd438e622b5" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.337379] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9cf673ac-92bb-46bb-a3a1-432ea15aa039',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.421977] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1907a5cd-a902-4a16-8f62-4c0e90fa0d8e',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.840866] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.840866] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.840866] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.841254] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.841426] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.841568] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9cf673ac-92bb-46bb-a3a1-432ea15aa039 is going to be updated. [ 979.874729] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.874990] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.874990] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.875236] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.875454] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.887121] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9cf673ac-92bb-46bb-a3a1-432ea15aa039 in Status: IN_PROGRESS for 2s [ 979.925648] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1907a5cd-a902-4a16-8f62-4c0e90fa0d8e: rpc.has_security_group_logging(os_id): False [ 979.945565] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.946216] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.946379] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.946767] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.946920] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.947303] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.947488] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.947626] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.947883] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.948183] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.948304] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1907a5cd-a902-4a16-8f62-4c0e90fa0d8e is going to be created. [ 980.016454] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.016634] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.016673] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.016905] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.017112] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.027988] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1907a5cd-a902-4a16-8f62-4c0e90fa0d8e in Status: IN_PROGRESS for 2s [ 980.806544] env[66859]: INFO networking_nsxv3.common.synchronization [req-dc5c9b70-89b9-4dda-a6e5-f351c0dc26eb req-10a6f806-7912-4799-87df-032f24f9915f tempest-ListServerFiltersTestJSON-1280392338 tempest-ListServerFiltersTestJSON-1280392338-project-member] Enqueued Resource ID: 3923f45a-41b2-42c1-8a62-e4b52673704b with Priority: HIGHEST for action security_group_members [ 980.807342] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3923f45a-41b2-42c1-8a62-e4b52673704b with Priority: HIGHEST for action security_group_members [ 980.807636] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-3923f45a-41b2-42c1-8a62-e4b52673704b taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.807763] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3923f45a-41b2-42c1-8a62-e4b52673704b" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.807875] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3923f45a-41b2-42c1-8a62-e4b52673704b" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.809082] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3923f45a-41b2-42c1-8a62-e4b52673704b" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.809082] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.809457] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.809546] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.810769] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.810769] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.810769] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3923f45a-41b2-42c1-8a62-e4b52673704b',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 981.148122] env[66859]: INFO networking_nsxv3.common.synchronization [req-b5a78d41-57f7-47e1-89f9-51f3df06b0f7 req-bebd5faa-93ef-43aa-b14c-2cfc55d8cb89 tempest-ServerMetadataNegativeTestJSON-568421241 tempest-ServerMetadataNegativeTestJSON-568421241-project-member] Enqueued Resource ID: 0b7312c5-50f2-4cf9-9a00-348e5ede33d7 with Priority: HIGHEST for action security_group_members [ 981.149032] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b7312c5-50f2-4cf9-9a00-348e5ede33d7 with Priority: HIGHEST for action security_group_members [ 981.149226] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-0b7312c5-50f2-4cf9-9a00-348e5ede33d7 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.149428] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0b7312c5-50f2-4cf9-9a00-348e5ede33d7" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.149551] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0b7312c5-50f2-4cf9-9a00-348e5ede33d7" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.149785] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0b7312c5-50f2-4cf9-9a00-348e5ede33d7" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.149947] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.150099] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.150220] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.150378] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.150487] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.150611] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0b7312c5-50f2-4cf9-9a00-348e5ede33d7',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 981.313986] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.314266] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.314370] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.314712] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.314878] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.315173] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.315366] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.315430] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.315691] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.315817] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.316225] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3923f45a-41b2-42c1-8a62-e4b52673704b is going to be updated. [ 981.373189] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.374284] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.374284] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.374284] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.374284] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.385193] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3923f45a-41b2-42c1-8a62-e4b52673704b in Status: IN_PROGRESS for 2s [ 981.654591] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.654792] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.654884] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.655158] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.655271] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.655497] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.655618] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.655683] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.655901] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.655947] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.656023] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0b7312c5-50f2-4cf9-9a00-348e5ede33d7 is going to be updated. [ 981.694318] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.694318] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.694537] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.694571] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.694741] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.710499] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0b7312c5-50f2-4cf9-9a00-348e5ede33d7 in Status: IN_PROGRESS for 2s [ 981.899541] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9cf673ac-92bb-46bb-a3a1-432ea15aa039 in Status: SUCCESS [ 981.899827] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9cf673ac-92bb-46bb-a3a1-432ea15aa039" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.899987] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9cf673ac-92bb-46bb-a3a1-432ea15aa039" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.900207] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9cf673ac-92bb-46bb-a3a1-432ea15aa039" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.900393] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.900510] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.900574] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.900718] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.900796] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.900877] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9cf673ac-92bb-46bb-a3a1-432ea15aa039" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.901104] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-9cf673ac-92bb-46bb-a3a1-432ea15aa039 taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.901198] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9cf673ac-92bb-46bb-a3a1-432ea15aa039" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.901254] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9cf673ac-92bb-46bb-a3a1-432ea15aa039" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.901395] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9cf673ac-92bb-46bb-a3a1-432ea15aa039" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.901540] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.901630] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.901690] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.901825] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.902038] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.902038] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9cf673ac-92bb-46bb-a3a1-432ea15aa039" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.902123] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9cf673ac-92bb-46bb-a3a1-432ea15aa039',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.042105] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1907a5cd-a902-4a16-8f62-4c0e90fa0d8e in Status: SUCCESS [ 982.042335] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1907a5cd-a902-4a16-8f62-4c0e90fa0d8e" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.331306] env[66859]: INFO networking_nsxv3.common.synchronization [req-58aca70b-a89b-4a05-b032-d886b9ebb6e7 req-553723a9-2ab7-4da0-abc7-10702ee97a05 tempest-ServerActionsTestOtherB-68848259 tempest-ServerActionsTestOtherB-68848259-project-member] Enqueued Resource ID: 2a79f51d-2846-4506-af33-55ae2154e6b5 with Priority: HIGHEST for action security_group_members [ 982.332218] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2a79f51d-2846-4506-af33-55ae2154e6b5 with Priority: HIGHEST for action security_group_members [ 982.333103] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-2a79f51d-2846-4506-af33-55ae2154e6b5 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.333103] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2a79f51d-2846-4506-af33-55ae2154e6b5" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.333103] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2a79f51d-2846-4506-af33-55ae2154e6b5" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.333930] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2a79f51d-2846-4506-af33-55ae2154e6b5" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.335247] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.335247] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.335247] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.335247] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.335247] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.335247] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2a79f51d-2846-4506-af33-55ae2154e6b5',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.405181] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9cf673ac-92bb-46bb-a3a1-432ea15aa039: rpc.has_security_group_logging(os_id): False [ 982.425057] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.425276] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.425276] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.425388] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.425477] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.425701] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.425802] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.425863] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.426078] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.426165] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.426371] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.426466] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.426527] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.426668] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.426740] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.426914] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.427012] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.427078] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.427221] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.427293] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.427369] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9cf673ac-92bb-46bb-a3a1-432ea15aa039 is going to be updated. [ 982.493393] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.493528] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.493593] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.493800] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.493958] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.512610] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9cf673ac-92bb-46bb-a3a1-432ea15aa039 in Status: IN_PROGRESS for 2s [ 982.837246] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.837742] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.839192] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.839192] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.862175] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.862497] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.862613] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.862613] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.862787] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.862861] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.862954] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2a79f51d-2846-4506-af33-55ae2154e6b5 is going to be updated. [ 982.864817] env[66859]: INFO networking_nsxv3.common.synchronization [req-364869e7-0f95-429f-810b-225d199613e7 req-191549fe-c98f-408e-992a-091837e1a3c6 tempest-AttachVolumeNegativeTest-414360256 tempest-AttachVolumeNegativeTest-414360256-project-member] Enqueued Resource ID: 044c1ee1-0411-46aa-9ad6-659586e648b7 with Priority: HIGHEST for action security_group_members [ 982.865393] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 044c1ee1-0411-46aa-9ad6-659586e648b7 with Priority: HIGHEST for action security_group_members [ 982.866966] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-044c1ee1-0411-46aa-9ad6-659586e648b7 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.866966] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-044c1ee1-0411-46aa-9ad6-659586e648b7" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.866966] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-044c1ee1-0411-46aa-9ad6-659586e648b7" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.866966] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-044c1ee1-0411-46aa-9ad6-659586e648b7" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.866966] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.866966] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.866966] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.866966] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.867519] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.867519] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('044c1ee1-0411-46aa-9ad6-659586e648b7',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.901424] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.901424] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.901424] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.901424] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.901424] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.927924] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2a79f51d-2846-4506-af33-55ae2154e6b5 in Status: IN_PROGRESS for 2s [ 983.290428] env[66859]: DEBUG networking_nsxv3.common.locking [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Lock network-658 taken with stack trace [, , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.290428] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquiring lock "network-658" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.290641] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired lock "network-658" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.290811] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired external semaphore "network-658" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.291129] env[66859]: DEBUG networking_nsxv3.common.locking [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.291300] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquiring lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.291413] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.291633] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired external semaphore "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.291774] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Releasing lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.292025] env[66859]: DEBUG dogpile.cache.region [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] No value present for key: 'zone-id' {{(pid=66859) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 983.292143] env[66859]: DEBUG dogpile.lock [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] NeedRegenerationException {{(pid=66859) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 983.292250] env[66859]: DEBUG dogpile.lock [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] no value, waiting for create lock {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 983.292351] env[66859]: DEBUG dogpile.lock [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] value creation lock acquired {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 983.292458] env[66859]: DEBUG dogpile.cache.region [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] No value present for key: 'zone-id' {{(pid=66859) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 983.292565] env[66859]: DEBUG dogpile.lock [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Calling creation function for not-yet-present value {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 983.292687] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 983.314578] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 983.314858] env[66859]: DEBUG dogpile.cache.region [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66859) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 983.315286] env[66859]: DEBUG dogpile.lock [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Released creation lock {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 983.315286] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Releasing lock "network-658" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.315928] env[66859]: DEBUG networking_nsxv3.common.locking [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Lock port-82e1bcf3-975c-4b82-bbf5-98187f8b78fd taken with stack trace [, , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.315928] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquiring lock "port-82e1bcf3-975c-4b82-bbf5-98187f8b78fd" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.315928] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired lock "port-82e1bcf3-975c-4b82-bbf5-98187f8b78fd" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.316352] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired external semaphore "port-82e1bcf3-975c-4b82-bbf5-98187f8b78fd" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.316526] env[66859]: DEBUG networking_nsxv3.api.rpc [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('82e1bcf3-975c-4b82-bbf5-98187f8b78fd',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.369739] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.369942] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.370139] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.370403] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.370500] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.370710] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.370844] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.370928] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.371162] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.371250] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.371329] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 044c1ee1-0411-46aa-9ad6-659586e648b7 already deleted. [ 983.371422] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-044c1ee1-0411-46aa-9ad6-659586e648b7" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.396568] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3923f45a-41b2-42c1-8a62-e4b52673704b in Status: SUCCESS [ 983.396724] env[66859]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3923f45a-41b2-42c1-8a62-e4b52673704b deletion is rescheduled due to dependency. [ 983.396829] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3923f45a-41b2-42c1-8a62-e4b52673704b" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.721724] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0b7312c5-50f2-4cf9-9a00-348e5ede33d7 in Status: SUCCESS [ 983.721983] env[66859]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0b7312c5-50f2-4cf9-9a00-348e5ede33d7 deletion is rescheduled due to dependency. [ 983.722144] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0b7312c5-50f2-4cf9-9a00-348e5ede33d7" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.819894] env[66859]: DEBUG networking_nsxv3.common.locking [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.820107] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.820188] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.820475] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.820619] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.820772] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Segment Port 82e1bcf3-975c-4b82-bbf5-98187f8b78fd not found, creating... [ 983.821181] env[66859]: DEBUG networking_nsxv3.common.locking [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.821351] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquiring lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.821468] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.821692] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired external semaphore "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.821827] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Releasing lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.822143] env[66859]: DEBUG networking_nsxv3.common.locking [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.822307] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.822424] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.822626] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.822751] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.822886] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Resource: SegmentPort with ID: 82e1bcf3-975c-4b82-bbf5-98187f8b78fd is going to be created. [ 983.843429] env[66859]: DEBUG networking_nsxv3.common.locking [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.843646] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.843765] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.844053] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.844304] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.844522] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Releasing lock "port-82e1bcf3-975c-4b82-bbf5-98187f8b78fd" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.529354] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9cf673ac-92bb-46bb-a3a1-432ea15aa039 in Status: SUCCESS [ 984.529790] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9cf673ac-92bb-46bb-a3a1-432ea15aa039" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.529790] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9cf673ac-92bb-46bb-a3a1-432ea15aa039" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.529978] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9cf673ac-92bb-46bb-a3a1-432ea15aa039" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.530094] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9cf673ac-92bb-46bb-a3a1-432ea15aa039',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.601568] env[66859]: INFO networking_nsxv3.common.synchronization [req-364869e7-0f95-429f-810b-225d199613e7 req-be3f80ff-3976-479a-b76c-6f4513da0476 service nova] Enqueued Resource ID: 044c1ee1-0411-46aa-9ad6-659586e648b7 with Priority: HIGHEST for action security_group_rules [ 984.601568] env[66859]: INFO networking_nsxv3.common.synchronization [req-364869e7-0f95-429f-810b-225d199613e7 req-be3f80ff-3976-479a-b76c-6f4513da0476 service nova] Enqueued Resource ID: 044c1ee1-0411-46aa-9ad6-659586e648b7 with Priority: HIGHEST for action security_group_members [ 984.601568] env[66859]: INFO networking_nsxv3.common.synchronization [req-364869e7-0f95-429f-810b-225d199613e7 req-be3f80ff-3976-479a-b76c-6f4513da0476 service nova] Enqueued Resource ID: 82e1bcf3-975c-4b82-bbf5-98187f8b78fd with Priority: HIGHEST for action port [ 984.601568] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 044c1ee1-0411-46aa-9ad6-659586e648b7 with Priority: HIGHEST for action security_group_rules [ 984.601568] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 044c1ee1-0411-46aa-9ad6-659586e648b7 with Priority: HIGHEST for action security_group_members [ 984.601568] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 82e1bcf3-975c-4b82-bbf5-98187f8b78fd with Priority: HIGHEST for action port [ 984.602958] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock rules-044c1ee1-0411-46aa-9ad6-659586e648b7 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.603113] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-044c1ee1-0411-46aa-9ad6-659586e648b7" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.603177] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-044c1ee1-0411-46aa-9ad6-659586e648b7" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.603385] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-044c1ee1-0411-46aa-9ad6-659586e648b7" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.603454] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('044c1ee1-0411-46aa-9ad6-659586e648b7',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.604543] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-044c1ee1-0411-46aa-9ad6-659586e648b7 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.604660] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-044c1ee1-0411-46aa-9ad6-659586e648b7" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.604726] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-044c1ee1-0411-46aa-9ad6-659586e648b7" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.604898] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-044c1ee1-0411-46aa-9ad6-659586e648b7" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.605061] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.605159] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.605220] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.605362] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.606033] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.606033] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('044c1ee1-0411-46aa-9ad6-659586e648b7',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.607231] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock port-82e1bcf3-975c-4b82-bbf5-98187f8b78fd taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.607485] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-82e1bcf3-975c-4b82-bbf5-98187f8b78fd" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.607485] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-82e1bcf3-975c-4b82-bbf5-98187f8b78fd" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.607631] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-82e1bcf3-975c-4b82-bbf5-98187f8b78fd" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.607705] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('82e1bcf3-975c-4b82-bbf5-98187f8b78fd',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.926314] env[66859]: INFO networking_nsxv3.common.synchronization [req-48086a2f-f424-4416-adf4-c347935c5e34 req-0dd2205a-82b7-4e30-b94d-b8486819b52a tempest-ServersTestMultiNic-236117991 tempest-ServersTestMultiNic-236117991-project-member] Enqueued Resource ID: 9cf673ac-92bb-46bb-a3a1-432ea15aa039 with Priority: HIGHEST for action security_group_members [ 984.926887] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9cf673ac-92bb-46bb-a3a1-432ea15aa039 with Priority: HIGHEST for action security_group_members [ 984.927233] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-9cf673ac-92bb-46bb-a3a1-432ea15aa039 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.927416] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9cf673ac-92bb-46bb-a3a1-432ea15aa039" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.927416] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9cf673ac-92bb-46bb-a3a1-432ea15aa039" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.927939] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9cf673ac-92bb-46bb-a3a1-432ea15aa039" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.927939] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.927939] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.927939] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.928231] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.928231] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.928231] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9cf673ac-92bb-46bb-a3a1-432ea15aa039',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.941851] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2a79f51d-2846-4506-af33-55ae2154e6b5 in Status: SUCCESS [ 984.941851] env[66859]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2a79f51d-2846-4506-af33-55ae2154e6b5 deletion is rescheduled due to dependency. [ 984.941851] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2a79f51d-2846-4506-af33-55ae2154e6b5" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.032884] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-9cf673ac-92bb-46bb-a3a1-432ea15aa039 taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.033112] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9cf673ac-92bb-46bb-a3a1-432ea15aa039" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.079145] env[66859]: INFO networking_nsxv3.common.synchronization [None req-dbebaa95-9fbc-4613-a606-7201bb736985 None None] Enqueued Resource ID: 69941b18-cdc6-4eb1-b2ce-f973e15c4c25 with Priority: HIGHEST for action port [ 985.081866] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69941b18-cdc6-4eb1-b2ce-f973e15c4c25 with Priority: HIGHEST for action port [ 985.081866] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock port-69941b18-cdc6-4eb1-b2ce-f973e15c4c25 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.081866] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-69941b18-cdc6-4eb1-b2ce-f973e15c4c25" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.081866] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-69941b18-cdc6-4eb1-b2ce-f973e15c4c25" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.081866] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-69941b18-cdc6-4eb1-b2ce-f973e15c4c25" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.081866] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('69941b18-cdc6-4eb1-b2ce-f973e15c4c25',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.109453] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-044c1ee1-0411-46aa-9ad6-659586e648b7 taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.109643] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-044c1ee1-0411-46aa-9ad6-659586e648b7" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.109876] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('044c1ee1-0411-46aa-9ad6-659586e648b7',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.110615] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 82e1bcf3-975c-4b82-bbf5-98187f8b78fd with status ACTIVE [ 985.110786] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.113079] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.113079] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.113079] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.113079] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.113079] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.113079] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.113079] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.113079] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.113079] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.113079] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.113079] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.113079] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.113079] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.113079] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.113079] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 82e1bcf3-975c-4b82-bbf5-98187f8b78fd is going to be updated. [ 985.141701] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.141960] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.141960] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.143411] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.143411] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.143411] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-82e1bcf3-975c-4b82-bbf5-98187f8b78fd" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.208360] env[66859]: INFO networking_nsxv3.common.synchronization [req-48086a2f-f424-4416-adf4-c347935c5e34 req-a7d0e36c-26a5-4f76-9614-71a9e7671d22 tempest-ServersTestMultiNic-236117991 tempest-ServersTestMultiNic-236117991-project-member] Enqueued Resource ID: 9cf673ac-92bb-46bb-a3a1-432ea15aa039 with Priority: HIGHEST for action security_group_members [ 985.209312] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9cf673ac-92bb-46bb-a3a1-432ea15aa039 with Priority: HIGHEST for action security_group_members [ 985.209648] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-9cf673ac-92bb-46bb-a3a1-432ea15aa039 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.210738] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9cf673ac-92bb-46bb-a3a1-432ea15aa039" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.432011] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9cf673ac-92bb-46bb-a3a1-432ea15aa039',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.583040] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 69941b18-cdc6-4eb1-b2ce-f973e15c4c25 [ 985.583349] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.583411] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.583482] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.583686] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.583773] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.583864] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:69941b18-cdc6-4eb1-b2ce-f973e15c4c25 already deleted. [ 985.583947] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-69941b18-cdc6-4eb1-b2ce-f973e15c4c25" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.615562] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('044c1ee1-0411-46aa-9ad6-659586e648b7',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.625317] env[66859]: INFO networking_nsxv3.common.synchronization [req-e50f2a0d-9086-4ef1-ae45-ce8b3c00f300 req-f3042cf8-fcf3-405b-b9c1-f016b8f3d83c tempest-ServersV294TestFqdnHostnames-1244413893 tempest-ServersV294TestFqdnHostnames-1244413893-project-member] Enqueued Resource ID: e3df5070-7ac1-49c3-9e10-2f7de20c74ad with Priority: HIGHEST for action security_group_members [ 985.629023] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e3df5070-7ac1-49c3-9e10-2f7de20c74ad with Priority: HIGHEST for action security_group_members [ 985.629023] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-e3df5070-7ac1-49c3-9e10-2f7de20c74ad taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.629023] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e3df5070-7ac1-49c3-9e10-2f7de20c74ad" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.629023] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e3df5070-7ac1-49c3-9e10-2f7de20c74ad" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.629023] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e3df5070-7ac1-49c3-9e10-2f7de20c74ad" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.629023] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.629023] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.629023] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.629023] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.629023] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.629023] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e3df5070-7ac1-49c3-9e10-2f7de20c74ad',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.912784] env[66859]: INFO networking_nsxv3.common.synchronization [req-0d0a7b0f-aba0-4fd5-9d5b-67e879ed990c req-58095193-ddae-4364-b525-2ebaa09001e0 tempest-ImagesTestJSON-775779378 tempest-ImagesTestJSON-775779378-project-member] Enqueued Resource ID: 09fc9b17-50d2-4789-87d2-0acbd68153f8 with Priority: HIGHEST for action security_group_members [ 985.912784] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 09fc9b17-50d2-4789-87d2-0acbd68153f8 with Priority: HIGHEST for action security_group_members [ 985.912784] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-09fc9b17-50d2-4789-87d2-0acbd68153f8 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.912784] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-09fc9b17-50d2-4789-87d2-0acbd68153f8" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.912980] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-09fc9b17-50d2-4789-87d2-0acbd68153f8" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.913115] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-09fc9b17-50d2-4789-87d2-0acbd68153f8" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.913301] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.913404] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.913458] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.913626] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.913918] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.913918] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('09fc9b17-50d2-4789-87d2-0acbd68153f8',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.935159] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9cf673ac-92bb-46bb-a3a1-432ea15aa039',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.120881] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.120881] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.120881] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.120881] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.120881] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.120881] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 044c1ee1-0411-46aa-9ad6-659586e648b7 is going to be created. [ 986.132683] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.132683] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.132683] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.132683] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.132683] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.132683] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.132683] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.132683] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.132683] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.132683] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.132683] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e3df5070-7ac1-49c3-9e10-2f7de20c74ad already deleted. [ 986.132683] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e3df5070-7ac1-49c3-9e10-2f7de20c74ad" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.146588] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.146588] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.146588] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.146588] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.146588] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.155940] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 044c1ee1-0411-46aa-9ad6-659586e648b7 in Status: UNINITIALIZED for 2s [ 986.191527] env[66859]: DEBUG networking_nsxv3.common.locking [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Lock network-662 taken with stack trace [, , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.191743] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquiring lock "network-662" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.191884] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired lock "network-662" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.192315] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired external semaphore "network-662" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.192682] env[66859]: DEBUG networking_nsxv3.common.locking [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.192867] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquiring lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.193025] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.193380] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired external semaphore "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.193585] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Releasing lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.194448] env[66859]: DEBUG dogpile.cache.region [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] No value present for key: 'zone-id' {{(pid=66859) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 986.194448] env[66859]: DEBUG dogpile.lock [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] NeedRegenerationException {{(pid=66859) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 986.194448] env[66859]: DEBUG dogpile.lock [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] no value, waiting for create lock {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 986.194448] env[66859]: DEBUG dogpile.lock [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] value creation lock acquired {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 986.194448] env[66859]: DEBUG dogpile.cache.region [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] No value present for key: 'zone-id' {{(pid=66859) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 986.194672] env[66859]: DEBUG dogpile.lock [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Calling creation function for not-yet-present value {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 986.194672] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 986.214360] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 986.214632] env[66859]: DEBUG dogpile.cache.region [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66859) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 986.214734] env[66859]: DEBUG dogpile.lock [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Released creation lock {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 986.214946] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Releasing lock "network-662" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.215277] env[66859]: DEBUG networking_nsxv3.common.locking [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Lock port-86abee04-5f21-4ecd-ac07-de558a8c58ee taken with stack trace [, , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.215880] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquiring lock "port-86abee04-5f21-4ecd-ac07-de558a8c58ee" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.216070] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired lock "port-86abee04-5f21-4ecd-ac07-de558a8c58ee" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.216476] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired external semaphore "port-86abee04-5f21-4ecd-ac07-de558a8c58ee" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.216586] env[66859]: DEBUG networking_nsxv3.api.rpc [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('86abee04-5f21-4ecd-ac07-de558a8c58ee',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.416164] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.416348] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.416427] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.416643] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.416734] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.416921] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.417042] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.417119] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.417287] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.417397] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.417519] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 09fc9b17-50d2-4789-87d2-0acbd68153f8 is going to be updated. [ 986.443046] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.443204] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.443275] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.443491] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.443578] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.443673] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9cf673ac-92bb-46bb-a3a1-432ea15aa039 is going to be updated. [ 986.453164] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.453330] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.453381] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.453578] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.453712] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.462137] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 09fc9b17-50d2-4789-87d2-0acbd68153f8 in Status: IN_PROGRESS for 2s [ 986.516389] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.516608] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.516608] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.516803] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.516980] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.531153] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9cf673ac-92bb-46bb-a3a1-432ea15aa039 in Status: IN_PROGRESS for 2s [ 986.719515] env[66859]: DEBUG networking_nsxv3.common.locking [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.719896] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.719896] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.720141] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.720288] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.720442] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Segment Port 86abee04-5f21-4ecd-ac07-de558a8c58ee not found, creating... [ 986.720705] env[66859]: DEBUG networking_nsxv3.common.locking [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.720855] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquiring lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.721024] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.721238] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired external semaphore "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.721406] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Releasing lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.721645] env[66859]: DEBUG networking_nsxv3.common.locking [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.722565] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.722747] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.722989] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.723131] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.723274] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Resource: SegmentPort with ID: 86abee04-5f21-4ecd-ac07-de558a8c58ee is going to be created. [ 986.754952] env[66859]: DEBUG networking_nsxv3.common.locking [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.754952] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.754952] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.754952] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.754952] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.755163] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Releasing lock "port-86abee04-5f21-4ecd-ac07-de558a8c58ee" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.993975] env[66859]: INFO networking_nsxv3.common.synchronization [None req-11f36004-5972-4d46-a380-dee684650e53 None None] Enqueued Resource ID: 7ba74eed-c8f7-45d4-a38f-62476d1e4e29 with Priority: HIGHEST for action port [ 986.993975] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ba74eed-c8f7-45d4-a38f-62476d1e4e29 with Priority: HIGHEST for action port [ 986.994114] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock port-7ba74eed-c8f7-45d4-a38f-62476d1e4e29 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.994260] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7ba74eed-c8f7-45d4-a38f-62476d1e4e29" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.994358] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7ba74eed-c8f7-45d4-a38f-62476d1e4e29" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.995241] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7ba74eed-c8f7-45d4-a38f-62476d1e4e29" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.995339] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7ba74eed-c8f7-45d4-a38f-62476d1e4e29',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.498660] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7ba74eed-c8f7-45d4-a38f-62476d1e4e29 [ 987.498922] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.499103] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.499175] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.499399] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.499492] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.499588] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7ba74eed-c8f7-45d4-a38f-62476d1e4e29 already deleted. [ 987.499668] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7ba74eed-c8f7-45d4-a38f-62476d1e4e29" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.510858] env[66859]: INFO networking_nsxv3.common.synchronization [req-e50f2a0d-9086-4ef1-ae45-ce8b3c00f300 req-fa439545-1632-4148-8026-d810edbf80b4 service nova] Enqueued Resource ID: e3df5070-7ac1-49c3-9e10-2f7de20c74ad with Priority: HIGHEST for action security_group_rules [ 987.510858] env[66859]: INFO networking_nsxv3.common.synchronization [req-e50f2a0d-9086-4ef1-ae45-ce8b3c00f300 req-fa439545-1632-4148-8026-d810edbf80b4 service nova] Enqueued Resource ID: e3df5070-7ac1-49c3-9e10-2f7de20c74ad with Priority: HIGHEST for action security_group_members [ 987.510858] env[66859]: INFO networking_nsxv3.common.synchronization [req-e50f2a0d-9086-4ef1-ae45-ce8b3c00f300 req-fa439545-1632-4148-8026-d810edbf80b4 service nova] Enqueued Resource ID: 86abee04-5f21-4ecd-ac07-de558a8c58ee with Priority: HIGHEST for action port [ 987.512119] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e3df5070-7ac1-49c3-9e10-2f7de20c74ad with Priority: HIGHEST for action security_group_rules [ 987.512119] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e3df5070-7ac1-49c3-9e10-2f7de20c74ad with Priority: HIGHEST for action security_group_members [ 987.512383] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86abee04-5f21-4ecd-ac07-de558a8c58ee with Priority: HIGHEST for action port [ 987.512431] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e3df5070-7ac1-49c3-9e10-2f7de20c74ad taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.512652] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e3df5070-7ac1-49c3-9e10-2f7de20c74ad" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.512652] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e3df5070-7ac1-49c3-9e10-2f7de20c74ad" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.512849] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e3df5070-7ac1-49c3-9e10-2f7de20c74ad" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.512943] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e3df5070-7ac1-49c3-9e10-2f7de20c74ad',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.513970] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-e3df5070-7ac1-49c3-9e10-2f7de20c74ad taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.514143] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e3df5070-7ac1-49c3-9e10-2f7de20c74ad" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.514255] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e3df5070-7ac1-49c3-9e10-2f7de20c74ad" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.514470] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e3df5070-7ac1-49c3-9e10-2f7de20c74ad" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.514705] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.514842] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.514842] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.515487] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.515487] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.515487] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e3df5070-7ac1-49c3-9e10-2f7de20c74ad',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.517098] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock port-86abee04-5f21-4ecd-ac07-de558a8c58ee taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.517098] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-86abee04-5f21-4ecd-ac07-de558a8c58ee" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.517098] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-86abee04-5f21-4ecd-ac07-de558a8c58ee" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.517098] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-86abee04-5f21-4ecd-ac07-de558a8c58ee" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.517098] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('86abee04-5f21-4ecd-ac07-de558a8c58ee',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.691558] env[66859]: INFO networking_nsxv3.common.synchronization [req-cabf3971-7bba-4078-ba32-7fdf060a9140 req-7daf865b-de8c-4b17-b32e-15cdb600b3c1 tempest-ListServersNegativeTestJSON-652270217 tempest-ListServersNegativeTestJSON-652270217-project-member] Enqueued Resource ID: 05cc598e-82f8-45ef-aece-de3189221663 with Priority: HIGHEST for action security_group_members [ 987.693404] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 05cc598e-82f8-45ef-aece-de3189221663 with Priority: HIGHEST for action security_group_members [ 987.697495] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-05cc598e-82f8-45ef-aece-de3189221663 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.697641] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-05cc598e-82f8-45ef-aece-de3189221663" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.697711] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-05cc598e-82f8-45ef-aece-de3189221663" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.697995] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-05cc598e-82f8-45ef-aece-de3189221663" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.698188] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.698320] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.698387] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.698559] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.698647] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.698742] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('05cc598e-82f8-45ef-aece-de3189221663',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 988.019635] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-e3df5070-7ac1-49c3-9e10-2f7de20c74ad taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.019635] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e3df5070-7ac1-49c3-9e10-2f7de20c74ad" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.020200] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e3df5070-7ac1-49c3-9e10-2f7de20c74ad',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 988.021119] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 86abee04-5f21-4ecd-ac07-de558a8c58ee with status ACTIVE [ 988.021341] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.021427] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.021496] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.022191] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.022191] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.022191] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.022191] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.022191] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.022401] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.022401] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.023179] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.023179] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.023179] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.023179] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.023179] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.023179] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 86abee04-5f21-4ecd-ac07-de558a8c58ee is going to be updated. [ 988.025761] env[66859]: DEBUG networking_nsxv3.common.locking [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Lock network-461 taken with stack trace [, , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.026059] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquiring lock "network-461" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.026205] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired lock "network-461" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.026481] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired external semaphore "network-461" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.026729] env[66859]: DEBUG networking_nsxv3.common.locking [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.026881] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquiring lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.026992] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.027258] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired external semaphore "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.027397] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Releasing lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.027590] env[66859]: DEBUG dogpile.cache.region [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] No value present for key: 'zone-id' {{(pid=66859) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 988.027699] env[66859]: DEBUG dogpile.lock [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] NeedRegenerationException {{(pid=66859) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 988.027801] env[66859]: DEBUG dogpile.lock [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] no value, waiting for create lock {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 988.027901] env[66859]: DEBUG dogpile.lock [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] value creation lock acquired {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 988.028019] env[66859]: DEBUG dogpile.cache.region [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] No value present for key: 'zone-id' {{(pid=66859) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 988.028124] env[66859]: DEBUG dogpile.lock [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Calling creation function for not-yet-present value {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 988.028249] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 988.049562] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 988.049725] env[66859]: DEBUG dogpile.cache.region [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66859) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 988.049915] env[66859]: DEBUG dogpile.lock [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Released creation lock {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 988.050248] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Releasing lock "network-461" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.050660] env[66859]: DEBUG networking_nsxv3.common.locking [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Lock port-8767171a-4096-430e-8081-96f133623746 taken with stack trace [, , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.051066] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquiring lock "port-8767171a-4096-430e-8081-96f133623746" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.051549] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired lock "port-8767171a-4096-430e-8081-96f133623746" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.051549] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired external semaphore "port-8767171a-4096-430e-8081-96f133623746" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.052526] env[66859]: DEBUG networking_nsxv3.api.rpc [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8767171a-4096-430e-8081-96f133623746',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 988.054033] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.054712] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.054712] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.055131] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.055131] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.055407] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-86abee04-5f21-4ecd-ac07-de558a8c58ee" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.168718] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 044c1ee1-0411-46aa-9ad6-659586e648b7 in Status: SUCCESS [ 988.168718] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-044c1ee1-0411-46aa-9ad6-659586e648b7" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.168718] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-044c1ee1-0411-46aa-9ad6-659586e648b7" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.168718] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-044c1ee1-0411-46aa-9ad6-659586e648b7" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.168718] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.168718] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.168718] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.168718] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.168718] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.168718] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-044c1ee1-0411-46aa-9ad6-659586e648b7" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.168718] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('044c1ee1-0411-46aa-9ad6-659586e648b7',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 988.203751] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.203751] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.203751] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.203751] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.203751] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.203751] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.203751] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.203751] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.203751] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.203751] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.203751] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 05cc598e-82f8-45ef-aece-de3189221663 already deleted. [ 988.203751] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-05cc598e-82f8-45ef-aece-de3189221663" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.473976] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 09fc9b17-50d2-4789-87d2-0acbd68153f8 in Status: SUCCESS [ 988.474202] env[66859]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 09fc9b17-50d2-4789-87d2-0acbd68153f8 deletion is rescheduled due to dependency. [ 988.474321] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-09fc9b17-50d2-4789-87d2-0acbd68153f8" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.524874] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e3df5070-7ac1-49c3-9e10-2f7de20c74ad',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 988.540945] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9cf673ac-92bb-46bb-a3a1-432ea15aa039 in Status: SUCCESS [ 988.541259] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9cf673ac-92bb-46bb-a3a1-432ea15aa039" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.541424] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9cf673ac-92bb-46bb-a3a1-432ea15aa039" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.541682] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9cf673ac-92bb-46bb-a3a1-432ea15aa039" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.541874] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.541987] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.542084] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.542329] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.542388] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.542443] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9cf673ac-92bb-46bb-a3a1-432ea15aa039" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.542543] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9cf673ac-92bb-46bb-a3a1-432ea15aa039',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 988.543608] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9cf673ac-92bb-46bb-a3a1-432ea15aa039" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.543774] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9cf673ac-92bb-46bb-a3a1-432ea15aa039" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.543955] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.544481] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.544560] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.544739] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.544924] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.545044] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9cf673ac-92bb-46bb-a3a1-432ea15aa039',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 988.556994] env[66859]: DEBUG networking_nsxv3.common.locking [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.557225] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.557488] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.558163] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.558452] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.558628] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Segment Port 8767171a-4096-430e-8081-96f133623746 not found, creating... [ 988.559027] env[66859]: DEBUG networking_nsxv3.common.locking [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.559377] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquiring lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.559593] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.560031] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired external semaphore "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.560272] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Releasing lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.560854] env[66859]: DEBUG networking_nsxv3.common.locking [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.561503] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.561685] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.561979] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.562198] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.562366] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Resource: SegmentPort with ID: 8767171a-4096-430e-8081-96f133623746 is going to be created. [ 988.583501] env[66859]: DEBUG networking_nsxv3.common.locking [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.583743] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.583856] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.584150] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.584381] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.584662] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Releasing lock "port-8767171a-4096-430e-8081-96f133623746" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.671288] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('044c1ee1-0411-46aa-9ad6-659586e648b7',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.028199] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.028199] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.028199] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.028199] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.028199] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.028199] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e3df5070-7ac1-49c3-9e10-2f7de20c74ad is going to be created. [ 989.047399] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.047609] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.047671] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.047859] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.047992] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.048307] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.048500] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.048602] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.048819] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.048997] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.049099] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9cf673ac-92bb-46bb-a3a1-432ea15aa039 is going to be updated. [ 989.050251] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-9cf673ac-92bb-46bb-a3a1-432ea15aa039 taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.050367] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9cf673ac-92bb-46bb-a3a1-432ea15aa039" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.057917] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.058087] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.058175] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.058517] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.058687] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.067623] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e3df5070-7ac1-49c3-9e10-2f7de20c74ad in Status: UNINITIALIZED for 2s [ 989.082224] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.082429] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.082429] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.082650] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.082768] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.091090] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9cf673ac-92bb-46bb-a3a1-432ea15aa039 in Status: IN_PROGRESS for 2s [ 989.173758] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 044c1ee1-0411-46aa-9ad6-659586e648b7: rpc.has_security_group_logging(os_id): False [ 989.192109] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.192304] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.192375] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.192596] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.192686] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.192938] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.193049] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.193113] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.193262] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.193338] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.193424] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 044c1ee1-0411-46aa-9ad6-659586e648b7 is going to be created. [ 989.267745] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.267931] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.268034] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.268279] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.268457] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.285722] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 044c1ee1-0411-46aa-9ad6-659586e648b7 in Status: IN_PROGRESS for 2s [ 989.723942] env[66859]: INFO networking_nsxv3.common.synchronization [req-cabf3971-7bba-4078-ba32-7fdf060a9140 req-7ec92696-e56c-4959-bbc8-73e49b95b24a service nova] Enqueued Resource ID: 05cc598e-82f8-45ef-aece-de3189221663 with Priority: HIGHEST for action security_group_rules [ 989.724102] env[66859]: INFO networking_nsxv3.common.synchronization [req-cabf3971-7bba-4078-ba32-7fdf060a9140 req-7ec92696-e56c-4959-bbc8-73e49b95b24a service nova] Enqueued Resource ID: 05cc598e-82f8-45ef-aece-de3189221663 with Priority: HIGHEST for action security_group_members [ 989.724244] env[66859]: INFO networking_nsxv3.common.synchronization [req-cabf3971-7bba-4078-ba32-7fdf060a9140 req-7ec92696-e56c-4959-bbc8-73e49b95b24a service nova] Enqueued Resource ID: 8767171a-4096-430e-8081-96f133623746 with Priority: HIGHEST for action port [ 989.724746] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 05cc598e-82f8-45ef-aece-de3189221663 with Priority: HIGHEST for action security_group_rules [ 989.724875] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 05cc598e-82f8-45ef-aece-de3189221663 with Priority: HIGHEST for action security_group_members [ 989.724966] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8767171a-4096-430e-8081-96f133623746 with Priority: HIGHEST for action port [ 989.725613] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock rules-05cc598e-82f8-45ef-aece-de3189221663 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.725741] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-05cc598e-82f8-45ef-aece-de3189221663" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.725810] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-05cc598e-82f8-45ef-aece-de3189221663" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.726099] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-05cc598e-82f8-45ef-aece-de3189221663" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.726181] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('05cc598e-82f8-45ef-aece-de3189221663',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.727733] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-05cc598e-82f8-45ef-aece-de3189221663 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.727873] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-05cc598e-82f8-45ef-aece-de3189221663" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.727939] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-05cc598e-82f8-45ef-aece-de3189221663" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.728140] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-05cc598e-82f8-45ef-aece-de3189221663" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.728333] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.728436] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.728498] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.728641] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.728724] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.728812] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('05cc598e-82f8-45ef-aece-de3189221663',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.729725] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock port-8767171a-4096-430e-8081-96f133623746 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.731225] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8767171a-4096-430e-8081-96f133623746" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.731340] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8767171a-4096-430e-8081-96f133623746" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.731462] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8767171a-4096-430e-8081-96f133623746" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.731541] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8767171a-4096-430e-8081-96f133623746',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.041103] env[66859]: INFO networking_nsxv3.common.synchronization [req-cabf3971-7bba-4078-ba32-7fdf060a9140 req-ffabfe81-d35a-4679-8371-f535e036bf2e tempest-ListServersNegativeTestJSON-652270217 tempest-ListServersNegativeTestJSON-652270217-project-member] Enqueued Resource ID: 05cc598e-82f8-45ef-aece-de3189221663 with Priority: HIGHEST for action security_group_members [ 990.041870] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 05cc598e-82f8-45ef-aece-de3189221663 with Priority: HIGHEST for action security_group_members [ 990.042390] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-05cc598e-82f8-45ef-aece-de3189221663 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.042505] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-05cc598e-82f8-45ef-aece-de3189221663" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.235138] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('05cc598e-82f8-45ef-aece-de3189221663',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.236511] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-05cc598e-82f8-45ef-aece-de3189221663 taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.236670] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-05cc598e-82f8-45ef-aece-de3189221663" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.236927] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8767171a-4096-430e-8081-96f133623746 with status ACTIVE [ 990.237200] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.237358] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.237455] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.237747] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.237879] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.238231] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.238380] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.238475] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.238724] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.239119] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.239174] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.239287] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.239379] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.239666] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.239786] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.239912] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8767171a-4096-430e-8081-96f133623746 is going to be updated. [ 990.278391] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.278618] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.278733] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.278986] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.279179] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.279431] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8767171a-4096-430e-8081-96f133623746" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.424448] env[66859]: DEBUG networking_nsxv3.common.locking [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Lock network-461 taken with stack trace [, , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.424703] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquiring lock "network-461" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.424854] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired lock "network-461" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.425420] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired external semaphore "network-461" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.425738] env[66859]: DEBUG networking_nsxv3.common.locking [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.426043] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquiring lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.426197] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.426498] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired external semaphore "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.426713] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Releasing lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.426927] env[66859]: DEBUG dogpile.cache.region [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] No value present for key: 'zone-id' {{(pid=66859) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 990.427192] env[66859]: DEBUG dogpile.lock [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] NeedRegenerationException {{(pid=66859) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 990.427369] env[66859]: DEBUG dogpile.lock [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] no value, waiting for create lock {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 990.427521] env[66859]: DEBUG dogpile.lock [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] value creation lock acquired {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 990.427678] env[66859]: DEBUG dogpile.cache.region [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] No value present for key: 'zone-id' {{(pid=66859) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 990.427834] env[66859]: DEBUG dogpile.lock [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Calling creation function for not-yet-present value {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 990.428438] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 990.453261] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 990.453595] env[66859]: DEBUG dogpile.cache.region [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=66859) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 990.453802] env[66859]: DEBUG dogpile.lock [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Released creation lock {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 990.453994] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Releasing lock "network-461" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.454331] env[66859]: DEBUG networking_nsxv3.common.locking [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Lock port-ec1443f2-afa7-42ad-b77d-e6ca92adcb6e taken with stack trace [, , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.454521] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquiring lock "port-ec1443f2-afa7-42ad-b77d-e6ca92adcb6e" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.454674] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired lock "port-ec1443f2-afa7-42ad-b77d-e6ca92adcb6e" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.455118] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired external semaphore "port-ec1443f2-afa7-42ad-b77d-e6ca92adcb6e" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.455268] env[66859]: DEBUG networking_nsxv3.api.rpc [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ec1443f2-afa7-42ad-b77d-e6ca92adcb6e',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.742837] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('05cc598e-82f8-45ef-aece-de3189221663',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.957909] env[66859]: DEBUG networking_nsxv3.common.locking [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.958157] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.958293] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.958626] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.958789] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.959280] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Segment Port ec1443f2-afa7-42ad-b77d-e6ca92adcb6e not found, creating... [ 990.959359] env[66859]: DEBUG networking_nsxv3.common.locking [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.959525] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquiring lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.959636] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.959875] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired external semaphore "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.960092] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Releasing lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.960399] env[66859]: DEBUG networking_nsxv3.common.locking [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.960554] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.960665] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.960874] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.961097] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.961253] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Resource: SegmentPort with ID: ec1443f2-afa7-42ad-b77d-e6ca92adcb6e is going to be created. [ 990.986347] env[66859]: DEBUG networking_nsxv3.common.locking [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.986597] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.986718] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.987057] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.988147] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.988147] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Releasing lock "port-ec1443f2-afa7-42ad-b77d-e6ca92adcb6e" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.078277] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e3df5070-7ac1-49c3-9e10-2f7de20c74ad in Status: SUCCESS [ 991.078695] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e3df5070-7ac1-49c3-9e10-2f7de20c74ad" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.078800] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e3df5070-7ac1-49c3-9e10-2f7de20c74ad" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.079122] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e3df5070-7ac1-49c3-9e10-2f7de20c74ad" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.079394] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.079618] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.079618] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.079816] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.079939] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.080061] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e3df5070-7ac1-49c3-9e10-2f7de20c74ad" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.080189] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e3df5070-7ac1-49c3-9e10-2f7de20c74ad',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.104056] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9cf673ac-92bb-46bb-a3a1-432ea15aa039 in Status: SUCCESS [ 991.104273] env[66859]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9cf673ac-92bb-46bb-a3a1-432ea15aa039 deletion is rescheduled due to dependency. [ 991.104453] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9cf673ac-92bb-46bb-a3a1-432ea15aa039" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.105636] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9cf673ac-92bb-46bb-a3a1-432ea15aa039" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.106016] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9cf673ac-92bb-46bb-a3a1-432ea15aa039" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.106451] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.106553] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.107670] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.107670] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.107670] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.107670] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9cf673ac-92bb-46bb-a3a1-432ea15aa039" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.107670] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-9cf673ac-92bb-46bb-a3a1-432ea15aa039 taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.107670] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9cf673ac-92bb-46bb-a3a1-432ea15aa039" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.108082] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9cf673ac-92bb-46bb-a3a1-432ea15aa039" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.108082] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9cf673ac-92bb-46bb-a3a1-432ea15aa039" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.108082] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.108204] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.108236] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.110502] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.110502] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.110502] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9cf673ac-92bb-46bb-a3a1-432ea15aa039" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.110502] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9cf673ac-92bb-46bb-a3a1-432ea15aa039',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.246651] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.246829] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.246829] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.247065] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.247311] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.247311] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 05cc598e-82f8-45ef-aece-de3189221663 is going to be created. [ 991.274436] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.274639] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.274758] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.275060] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.275288] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.285341] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 05cc598e-82f8-45ef-aece-de3189221663 in Status: UNINITIALIZED for 2s [ 991.298793] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 044c1ee1-0411-46aa-9ad6-659586e648b7 in Status: SUCCESS [ 991.299317] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-044c1ee1-0411-46aa-9ad6-659586e648b7" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.582491] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e3df5070-7ac1-49c3-9e10-2f7de20c74ad',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.614354] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9cf673ac-92bb-46bb-a3a1-432ea15aa039: rpc.has_security_group_logging(os_id): False [ 991.639225] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.639225] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.639225] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.639225] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.639225] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.639495] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.639495] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.639774] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.639946] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.639946] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.640272] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.640832] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.640832] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.640832] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.640832] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.641150] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.641299] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.641401] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.641594] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.641706] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.642298] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9cf673ac-92bb-46bb-a3a1-432ea15aa039 is going to be updated. [ 991.727376] env[66859]: INFO networking_nsxv3.common.synchronization [req-cabf3971-7bba-4078-ba32-7fdf060a9140 req-35d61929-3b73-40e0-9904-b9488134a314 service nova] Enqueued Resource ID: 05cc598e-82f8-45ef-aece-de3189221663 with Priority: HIGHEST for action security_group_rules [ 991.727445] env[66859]: INFO networking_nsxv3.common.synchronization [req-cabf3971-7bba-4078-ba32-7fdf060a9140 req-35d61929-3b73-40e0-9904-b9488134a314 service nova] Enqueued Resource ID: 05cc598e-82f8-45ef-aece-de3189221663 with Priority: HIGHEST for action security_group_members [ 991.727530] env[66859]: INFO networking_nsxv3.common.synchronization [req-cabf3971-7bba-4078-ba32-7fdf060a9140 req-35d61929-3b73-40e0-9904-b9488134a314 service nova] Enqueued Resource ID: ec1443f2-afa7-42ad-b77d-e6ca92adcb6e with Priority: HIGHEST for action port [ 991.727768] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 05cc598e-82f8-45ef-aece-de3189221663 with Priority: HIGHEST for action security_group_rules [ 991.727919] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 05cc598e-82f8-45ef-aece-de3189221663 with Priority: HIGHEST for action security_group_members [ 991.727985] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ec1443f2-afa7-42ad-b77d-e6ca92adcb6e with Priority: HIGHEST for action port [ 991.728620] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock rules-05cc598e-82f8-45ef-aece-de3189221663 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.728736] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-05cc598e-82f8-45ef-aece-de3189221663" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.728966] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-05cc598e-82f8-45ef-aece-de3189221663 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.729113] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-05cc598e-82f8-45ef-aece-de3189221663" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.729269] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock port-ec1443f2-afa7-42ad-b77d-e6ca92adcb6e taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.729403] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ec1443f2-afa7-42ad-b77d-e6ca92adcb6e" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.729517] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ec1443f2-afa7-42ad-b77d-e6ca92adcb6e" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.729707] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ec1443f2-afa7-42ad-b77d-e6ca92adcb6e" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.729785] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ec1443f2-afa7-42ad-b77d-e6ca92adcb6e',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.739999] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.739999] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.739999] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.740271] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.740271] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.760298] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9cf673ac-92bb-46bb-a3a1-432ea15aa039 in Status: IN_PROGRESS for 2s [ 992.087997] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e3df5070-7ac1-49c3-9e10-2f7de20c74ad: rpc.has_security_group_logging(os_id): False [ 992.107698] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.107891] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.107937] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.108151] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.108241] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.108505] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.108604] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.108667] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.108825] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.109096] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.109096] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e3df5070-7ac1-49c3-9e10-2f7de20c74ad is going to be created. [ 992.174099] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.174325] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.174325] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.174565] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.174793] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.187215] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e3df5070-7ac1-49c3-9e10-2f7de20c74ad in Status: IN_PROGRESS for 2s [ 992.231836] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ec1443f2-afa7-42ad-b77d-e6ca92adcb6e with status ACTIVE [ 992.232056] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.232192] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.232260] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.232472] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.232560] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.232735] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.232835] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.232896] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.233060] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.233138] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.233318] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.233410] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.233468] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.233601] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.233684] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.233766] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ec1443f2-afa7-42ad-b77d-e6ca92adcb6e is going to be updated. [ 992.257476] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.257640] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.257640] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.258288] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.258288] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.258288] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ec1443f2-afa7-42ad-b77d-e6ca92adcb6e" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.612554] env[66859]: INFO networking_nsxv3.common.synchronization [req-cabf3971-7bba-4078-ba32-7fdf060a9140 req-1d345b49-9372-4a85-874a-0721db6a7079 tempest-ListServersNegativeTestJSON-652270217 tempest-ListServersNegativeTestJSON-652270217-project-member] Enqueued Resource ID: 05cc598e-82f8-45ef-aece-de3189221663 with Priority: HIGHEST for action security_group_members [ 992.614105] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 05cc598e-82f8-45ef-aece-de3189221663 with Priority: HIGHEST for action security_group_members [ 992.614687] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-05cc598e-82f8-45ef-aece-de3189221663 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.614687] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-05cc598e-82f8-45ef-aece-de3189221663" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.957887] env[66859]: DEBUG networking_nsxv3.common.locking [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Lock network-461 taken with stack trace [, , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.959188] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquiring lock "network-461" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.959188] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired lock "network-461" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.959188] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired external semaphore "network-461" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.959188] env[66859]: DEBUG networking_nsxv3.common.locking [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.959411] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquiring lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.959573] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.959839] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired external semaphore "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.960051] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Releasing lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.960424] env[66859]: DEBUG dogpile.cache.region [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] No value present for key: 'zone-id' {{(pid=66859) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 992.960607] env[66859]: DEBUG dogpile.lock [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] NeedRegenerationException {{(pid=66859) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 992.960846] env[66859]: DEBUG dogpile.lock [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] no value, waiting for create lock {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 992.961041] env[66859]: DEBUG dogpile.lock [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] value creation lock acquired {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 992.961226] env[66859]: DEBUG dogpile.cache.region [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] No value present for key: 'zone-id' {{(pid=66859) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 992.961392] env[66859]: DEBUG dogpile.lock [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Calling creation function for not-yet-present value {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 992.961569] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 992.980140] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 992.980325] env[66859]: DEBUG dogpile.cache.region [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=66859) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 992.980481] env[66859]: DEBUG dogpile.lock [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Released creation lock {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 992.981735] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Releasing lock "network-461" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.981735] env[66859]: DEBUG networking_nsxv3.common.locking [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Lock port-61fefce8-5b6e-408c-964b-e7b1f078ca3b taken with stack trace [, , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.981735] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquiring lock "port-61fefce8-5b6e-408c-964b-e7b1f078ca3b" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.981735] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired lock "port-61fefce8-5b6e-408c-964b-e7b1f078ca3b" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.982041] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired external semaphore "port-61fefce8-5b6e-408c-964b-e7b1f078ca3b" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.982211] env[66859]: DEBUG networking_nsxv3.api.rpc [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('61fefce8-5b6e-408c-964b-e7b1f078ca3b',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.296158] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 05cc598e-82f8-45ef-aece-de3189221663 in Status: SUCCESS [ 993.296782] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-05cc598e-82f8-45ef-aece-de3189221663" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.296782] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-05cc598e-82f8-45ef-aece-de3189221663" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.296926] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-05cc598e-82f8-45ef-aece-de3189221663" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.297227] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.297444] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.297549] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.297944] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.298147] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.298375] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('05cc598e-82f8-45ef-aece-de3189221663',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.484627] env[66859]: DEBUG networking_nsxv3.common.locking [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.484883] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.485223] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.485337] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.485465] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.485736] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Segment Port 61fefce8-5b6e-408c-964b-e7b1f078ca3b not found, creating... [ 993.485875] env[66859]: DEBUG networking_nsxv3.common.locking [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.486093] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquiring lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.486202] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.486627] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired external semaphore "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.486627] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Releasing lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.486888] env[66859]: DEBUG networking_nsxv3.common.locking [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.487070] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.487180] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.487386] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.487518] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.487679] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Resource: SegmentPort with ID: 61fefce8-5b6e-408c-964b-e7b1f078ca3b is going to be created. [ 993.509986] env[66859]: DEBUG networking_nsxv3.common.locking [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.510187] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.510299] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.510513] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.510726] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.510950] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Releasing lock "port-61fefce8-5b6e-408c-964b-e7b1f078ca3b" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.779112] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9cf673ac-92bb-46bb-a3a1-432ea15aa039 in Status: SUCCESS [ 993.779378] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9cf673ac-92bb-46bb-a3a1-432ea15aa039" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.801476] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('05cc598e-82f8-45ef-aece-de3189221663',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 994.204355] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e3df5070-7ac1-49c3-9e10-2f7de20c74ad in Status: SUCCESS [ 994.204652] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e3df5070-7ac1-49c3-9e10-2f7de20c74ad" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.230797] env[66859]: INFO networking_nsxv3.common.synchronization [req-cabf3971-7bba-4078-ba32-7fdf060a9140 req-d903775e-3270-4c00-b410-0f5d5a7d2e47 service nova] Enqueued Resource ID: 05cc598e-82f8-45ef-aece-de3189221663 with Priority: HIGHEST for action security_group_rules [ 994.231231] env[66859]: INFO networking_nsxv3.common.synchronization [req-cabf3971-7bba-4078-ba32-7fdf060a9140 req-d903775e-3270-4c00-b410-0f5d5a7d2e47 service nova] Enqueued Resource ID: 05cc598e-82f8-45ef-aece-de3189221663 with Priority: HIGHEST for action security_group_members [ 994.231390] env[66859]: INFO networking_nsxv3.common.synchronization [req-cabf3971-7bba-4078-ba32-7fdf060a9140 req-d903775e-3270-4c00-b410-0f5d5a7d2e47 service nova] Enqueued Resource ID: 61fefce8-5b6e-408c-964b-e7b1f078ca3b with Priority: HIGHEST for action port [ 994.232031] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 05cc598e-82f8-45ef-aece-de3189221663 with Priority: HIGHEST for action security_group_rules [ 994.232433] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 05cc598e-82f8-45ef-aece-de3189221663 with Priority: HIGHEST for action security_group_members [ 994.232433] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 61fefce8-5b6e-408c-964b-e7b1f078ca3b with Priority: HIGHEST for action port [ 994.232743] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock rules-05cc598e-82f8-45ef-aece-de3189221663 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.232870] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-05cc598e-82f8-45ef-aece-de3189221663" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.233135] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-05cc598e-82f8-45ef-aece-de3189221663 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.233229] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-05cc598e-82f8-45ef-aece-de3189221663" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.233518] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock port-61fefce8-5b6e-408c-964b-e7b1f078ca3b taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.233638] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-61fefce8-5b6e-408c-964b-e7b1f078ca3b" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.233693] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-61fefce8-5b6e-408c-964b-e7b1f078ca3b" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.233914] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-61fefce8-5b6e-408c-964b-e7b1f078ca3b" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.234027] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('61fefce8-5b6e-408c-964b-e7b1f078ca3b',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 994.304929] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('05cc598e-82f8-45ef-aece-de3189221663',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 994.735906] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 61fefce8-5b6e-408c-964b-e7b1f078ca3b with status ACTIVE [ 994.736086] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.736278] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.736384] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.736584] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.736679] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.737015] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.737015] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.737015] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.737199] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.737256] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.737438] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.737533] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.737579] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.737736] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.737808] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.738015] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 61fefce8-5b6e-408c-964b-e7b1f078ca3b is going to be updated. [ 994.759876] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.760033] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.760143] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.760384] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.760500] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.760699] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-61fefce8-5b6e-408c-964b-e7b1f078ca3b" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.808061] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.808757] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.808757] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.808757] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.808903] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.809447] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 05cc598e-82f8-45ef-aece-de3189221663 is going to be updated. [ 994.847153] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.847153] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.847153] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.847153] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.847153] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.866286] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 05cc598e-82f8-45ef-aece-de3189221663 in Status: IN_PROGRESS for 2s [ 995.131661] env[66859]: INFO networking_nsxv3.common.synchronization [req-05759387-6698-439e-8181-78a6f91dbd00 req-35f52037-71bd-428d-bc68-71442b692551 tempest-AttachInterfacesTestJSON-1144280436 tempest-AttachInterfacesTestJSON-1144280436-project-member] Enqueued Resource ID: 3cc4351a-efaf-43aa-b95f-8ad880496ab1 with Priority: HIGHEST for action security_group_members [ 995.131834] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3cc4351a-efaf-43aa-b95f-8ad880496ab1 with Priority: HIGHEST for action security_group_members [ 995.132242] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-3cc4351a-efaf-43aa-b95f-8ad880496ab1 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.132373] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3cc4351a-efaf-43aa-b95f-8ad880496ab1" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.132439] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3cc4351a-efaf-43aa-b95f-8ad880496ab1" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.132703] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3cc4351a-efaf-43aa-b95f-8ad880496ab1" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.132861] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.132961] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.133033] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.133187] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.133273] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.133382] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3cc4351a-efaf-43aa-b95f-8ad880496ab1',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.562323] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock network-327 taken with stack trace [, , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.562618] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "network-327" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.562719] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "network-327" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.563339] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "network-327" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.565215] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.565215] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.565215] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.565215] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.565215] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.565215] env[66859]: DEBUG dogpile.cache.region [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] No value present for key: 'zone-id' {{(pid=66859) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 995.565215] env[66859]: DEBUG dogpile.lock [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] NeedRegenerationException {{(pid=66859) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 995.565215] env[66859]: DEBUG dogpile.lock [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] no value, waiting for create lock {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 995.565215] env[66859]: DEBUG dogpile.lock [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] value creation lock acquired {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 995.565215] env[66859]: DEBUG dogpile.cache.region [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] No value present for key: 'zone-id' {{(pid=66859) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 995.565215] env[66859]: DEBUG dogpile.lock [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Calling creation function for not-yet-present value {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 995.565215] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 995.587472] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 995.587669] env[66859]: DEBUG dogpile.cache.region [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66859) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 995.587757] env[66859]: DEBUG dogpile.lock [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Released creation lock {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 995.588149] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "network-327" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.588664] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock port-68e34ba2-9971-462c-b1e1-8c819882d92b taken with stack trace [, , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.588805] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "port-68e34ba2-9971-462c-b1e1-8c819882d92b" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.589127] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "port-68e34ba2-9971-462c-b1e1-8c819882d92b" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.589512] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "port-68e34ba2-9971-462c-b1e1-8c819882d92b" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.589668] env[66859]: DEBUG networking_nsxv3.api.rpc [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('68e34ba2-9971-462c-b1e1-8c819882d92b',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.635201] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.635354] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.635414] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.635861] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.635959] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.636204] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.636326] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.636391] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.636740] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.636821] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.636911] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3cc4351a-efaf-43aa-b95f-8ad880496ab1 already deleted. [ 995.637123] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3cc4351a-efaf-43aa-b95f-8ad880496ab1" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.663858] env[66859]: INFO networking_nsxv3.common.synchronization [req-c1c04428-b3b5-4c20-8076-57639b5aa109 req-f5c4a7e0-4058-4ce1-9da2-5ab1a57bde80 tempest-ServerActionsV293TestJSON-614350402 tempest-ServerActionsV293TestJSON-614350402-project-member] Enqueued Resource ID: a0f04332-80d9-4894-b55e-4bca08942e71 with Priority: HIGHEST for action security_group_members [ 995.664419] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a0f04332-80d9-4894-b55e-4bca08942e71 with Priority: HIGHEST for action security_group_members [ 995.664729] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-a0f04332-80d9-4894-b55e-4bca08942e71 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.664848] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a0f04332-80d9-4894-b55e-4bca08942e71" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.664910] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a0f04332-80d9-4894-b55e-4bca08942e71" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.667060] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a0f04332-80d9-4894-b55e-4bca08942e71" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.667631] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.667816] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.667925] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.668089] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.669215] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.669325] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a0f04332-80d9-4894-b55e-4bca08942e71',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.093245] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.093245] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.093245] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.093678] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.093678] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.093678] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Segment Port 68e34ba2-9971-462c-b1e1-8c819882d92b not found, creating... [ 996.093911] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.094084] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.094227] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.094444] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.094579] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.094890] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.095115] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.095185] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.095389] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.095510] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.095645] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Resource: SegmentPort with ID: 68e34ba2-9971-462c-b1e1-8c819882d92b is going to be created. [ 996.117026] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.117275] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.117412] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.117693] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.117923] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.118165] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "port-68e34ba2-9971-462c-b1e1-8c819882d92b" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.173037] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.173037] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.173037] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.173037] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.173037] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.173037] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.173037] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.173037] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.173037] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.173037] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.173640] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a0f04332-80d9-4894-b55e-4bca08942e71 is going to be updated. [ 996.236973] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.236973] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.236973] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.236973] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.236973] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.246915] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a0f04332-80d9-4894-b55e-4bca08942e71 in Status: IN_PROGRESS for 2s [ 996.878794] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 05cc598e-82f8-45ef-aece-de3189221663 in Status: SUCCESS [ 996.879521] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-05cc598e-82f8-45ef-aece-de3189221663" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.879521] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-05cc598e-82f8-45ef-aece-de3189221663" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.879652] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-05cc598e-82f8-45ef-aece-de3189221663" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.880185] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.880185] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.880185] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.880468] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.880468] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.880468] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-05cc598e-82f8-45ef-aece-de3189221663" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.880649] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('05cc598e-82f8-45ef-aece-de3189221663',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.881638] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-05cc598e-82f8-45ef-aece-de3189221663" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.881729] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-05cc598e-82f8-45ef-aece-de3189221663" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.882053] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.882053] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.882183] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.882217] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.882300] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.882394] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('05cc598e-82f8-45ef-aece-de3189221663',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.923944] env[66859]: INFO networking_nsxv3.common.synchronization [req-05759387-6698-439e-8181-78a6f91dbd00 req-09134744-4eaa-4d72-aeca-eeefac7e7ac1 service nova] Enqueued Resource ID: 3cc4351a-efaf-43aa-b95f-8ad880496ab1 with Priority: HIGHEST for action security_group_rules [ 996.924163] env[66859]: INFO networking_nsxv3.common.synchronization [req-05759387-6698-439e-8181-78a6f91dbd00 req-09134744-4eaa-4d72-aeca-eeefac7e7ac1 service nova] Enqueued Resource ID: 3cc4351a-efaf-43aa-b95f-8ad880496ab1 with Priority: HIGHEST for action security_group_members [ 996.924301] env[66859]: INFO networking_nsxv3.common.synchronization [req-05759387-6698-439e-8181-78a6f91dbd00 req-09134744-4eaa-4d72-aeca-eeefac7e7ac1 service nova] Enqueued Resource ID: 68e34ba2-9971-462c-b1e1-8c819882d92b with Priority: HIGHEST for action port [ 996.924795] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3cc4351a-efaf-43aa-b95f-8ad880496ab1 with Priority: HIGHEST for action security_group_rules [ 996.924924] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3cc4351a-efaf-43aa-b95f-8ad880496ab1 with Priority: HIGHEST for action security_group_members [ 996.925096] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68e34ba2-9971-462c-b1e1-8c819882d92b with Priority: HIGHEST for action port [ 996.925395] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3cc4351a-efaf-43aa-b95f-8ad880496ab1 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.925517] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3cc4351a-efaf-43aa-b95f-8ad880496ab1" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.925582] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3cc4351a-efaf-43aa-b95f-8ad880496ab1" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.925773] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3cc4351a-efaf-43aa-b95f-8ad880496ab1" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.925864] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3cc4351a-efaf-43aa-b95f-8ad880496ab1',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.927383] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-3cc4351a-efaf-43aa-b95f-8ad880496ab1 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.927383] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3cc4351a-efaf-43aa-b95f-8ad880496ab1" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.927383] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3cc4351a-efaf-43aa-b95f-8ad880496ab1" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.927383] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3cc4351a-efaf-43aa-b95f-8ad880496ab1" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.927383] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.927383] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.927383] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.927383] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.927675] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.927776] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3cc4351a-efaf-43aa-b95f-8ad880496ab1',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.928617] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock port-68e34ba2-9971-462c-b1e1-8c819882d92b taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.928617] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-68e34ba2-9971-462c-b1e1-8c819882d92b" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.928766] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-68e34ba2-9971-462c-b1e1-8c819882d92b" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.928885] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-68e34ba2-9971-462c-b1e1-8c819882d92b" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.928885] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('68e34ba2-9971-462c-b1e1-8c819882d92b',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.384250] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-05cc598e-82f8-45ef-aece-de3189221663 taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.384429] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-05cc598e-82f8-45ef-aece-de3189221663" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.384565] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('05cc598e-82f8-45ef-aece-de3189221663',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.431199] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-3cc4351a-efaf-43aa-b95f-8ad880496ab1 taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.431400] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3cc4351a-efaf-43aa-b95f-8ad880496ab1" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.432058] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3cc4351a-efaf-43aa-b95f-8ad880496ab1',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.432485] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 68e34ba2-9971-462c-b1e1-8c819882d92b with status ACTIVE [ 997.433379] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.433379] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.433379] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.433687] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.433687] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.434313] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.434504] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.434589] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.434773] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.434851] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.436950] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.436950] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.436950] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.436950] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.436950] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.436950] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 68e34ba2-9971-462c-b1e1-8c819882d92b is going to be updated. [ 997.458051] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.458051] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.458051] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.458343] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.458343] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.458500] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-68e34ba2-9971-462c-b1e1-8c819882d92b" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.734111] env[66859]: INFO networking_nsxv3.common.synchronization [req-6023189e-5c38-438f-bf29-94be1f0bf9d6 req-b29e653d-0812-4dfc-843b-4f31046797e3 tempest-DeleteServersTestJSON-1914830034 tempest-DeleteServersTestJSON-1914830034-project-member] Enqueued Resource ID: 1144757e-e67c-488c-b78d-b24437441b02 with Priority: HIGHEST for action security_group_members [ 997.735229] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1144757e-e67c-488c-b78d-b24437441b02 with Priority: HIGHEST for action security_group_members [ 997.735229] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-1144757e-e67c-488c-b78d-b24437441b02 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.735229] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1144757e-e67c-488c-b78d-b24437441b02" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.735229] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1144757e-e67c-488c-b78d-b24437441b02" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.735229] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1144757e-e67c-488c-b78d-b24437441b02" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.735229] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.735678] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.735678] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.735678] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.735678] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.735678] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1144757e-e67c-488c-b78d-b24437441b02',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.886714] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('05cc598e-82f8-45ef-aece-de3189221663',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.937684] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3cc4351a-efaf-43aa-b95f-8ad880496ab1',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.096048] env[66859]: DEBUG networking_nsxv3.common.locking [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Lock network-190 taken with stack trace [, , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.096295] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquiring lock "network-190" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.096386] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired lock "network-190" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.097514] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired external semaphore "network-190" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.097800] env[66859]: DEBUG networking_nsxv3.common.locking [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.097958] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquiring lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.098087] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.098564] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired external semaphore "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.098720] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Releasing lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.099059] env[66859]: DEBUG dogpile.cache.region [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] No value present for key: 'zone-id' {{(pid=66859) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 998.099395] env[66859]: DEBUG dogpile.lock [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] NeedRegenerationException {{(pid=66859) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 998.099509] env[66859]: DEBUG dogpile.lock [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] no value, waiting for create lock {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 998.099617] env[66859]: DEBUG dogpile.lock [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] value creation lock acquired {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 998.099728] env[66859]: DEBUG dogpile.cache.region [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] No value present for key: 'zone-id' {{(pid=66859) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 998.099831] env[66859]: DEBUG dogpile.lock [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Calling creation function for not-yet-present value {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 998.100023] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 998.119189] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 998.119472] env[66859]: DEBUG dogpile.cache.region [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=66859) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 998.119702] env[66859]: DEBUG dogpile.lock [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Released creation lock {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 998.119949] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Releasing lock "network-190" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.120302] env[66859]: DEBUG networking_nsxv3.common.locking [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Lock port-ee1803e7-f5bb-4db4-80a3-0857d8ec427e taken with stack trace [, , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.120509] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquiring lock "port-ee1803e7-f5bb-4db4-80a3-0857d8ec427e" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.120684] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired lock "port-ee1803e7-f5bb-4db4-80a3-0857d8ec427e" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.121046] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired external semaphore "port-ee1803e7-f5bb-4db4-80a3-0857d8ec427e" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.121204] env[66859]: DEBUG networking_nsxv3.api.rpc [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ee1803e7-f5bb-4db4-80a3-0857d8ec427e',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.238241] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.238362] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.238399] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.238612] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.238709] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.238898] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.239025] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.239074] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.239242] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.239320] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.239408] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1144757e-e67c-488c-b78d-b24437441b02 is going to be updated. [ 998.258388] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a0f04332-80d9-4894-b55e-4bca08942e71 in Status: SUCCESS [ 998.259840] env[66859]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a0f04332-80d9-4894-b55e-4bca08942e71 deletion is rescheduled due to dependency. [ 998.259840] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a0f04332-80d9-4894-b55e-4bca08942e71" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.271450] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.271450] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.271450] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.271450] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.271450] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.285540] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1144757e-e67c-488c-b78d-b24437441b02 in Status: IN_PROGRESS for 2s [ 998.389210] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.389385] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.389433] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.389675] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.389743] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.389841] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 05cc598e-82f8-45ef-aece-de3189221663 is going to be updated. [ 998.428539] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.428539] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.428539] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.428539] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.428539] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.438220] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 05cc598e-82f8-45ef-aece-de3189221663 in Status: IN_PROGRESS for 2s [ 998.441308] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.441493] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.441566] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.441762] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.441850] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.441949] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3cc4351a-efaf-43aa-b95f-8ad880496ab1 is going to be created. [ 998.469827] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.469962] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.470147] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.470376] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.470544] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.482572] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3cc4351a-efaf-43aa-b95f-8ad880496ab1 in Status: UNINITIALIZED for 2s [ 998.623769] env[66859]: DEBUG networking_nsxv3.common.locking [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.624115] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.624268] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.624664] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.624883] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.625118] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Segment Port ee1803e7-f5bb-4db4-80a3-0857d8ec427e not found, creating... [ 998.625671] env[66859]: DEBUG networking_nsxv3.common.locking [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.625801] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquiring lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.625862] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.626169] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired external semaphore "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.626354] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Releasing lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.626738] env[66859]: DEBUG networking_nsxv3.common.locking [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.626945] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.627119] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.627389] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.627568] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.627756] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Resource: SegmentPort with ID: ee1803e7-f5bb-4db4-80a3-0857d8ec427e is going to be created. [ 998.649793] env[66859]: DEBUG networking_nsxv3.common.locking [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.649994] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.650536] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.650951] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.651299] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.651662] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Releasing lock "port-ee1803e7-f5bb-4db4-80a3-0857d8ec427e" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.467989] env[66859]: INFO networking_nsxv3.common.synchronization [req-6023189e-5c38-438f-bf29-94be1f0bf9d6 req-d2b6a97f-f4fc-4738-84bb-ce4582618e2f service nova] Enqueued Resource ID: 1144757e-e67c-488c-b78d-b24437441b02 with Priority: HIGHEST for action security_group_rules [ 999.468295] env[66859]: INFO networking_nsxv3.common.synchronization [req-6023189e-5c38-438f-bf29-94be1f0bf9d6 req-d2b6a97f-f4fc-4738-84bb-ce4582618e2f service nova] Enqueued Resource ID: 1144757e-e67c-488c-b78d-b24437441b02 with Priority: HIGHEST for action security_group_members [ 999.468295] env[66859]: INFO networking_nsxv3.common.synchronization [req-6023189e-5c38-438f-bf29-94be1f0bf9d6 req-d2b6a97f-f4fc-4738-84bb-ce4582618e2f service nova] Enqueued Resource ID: ee1803e7-f5bb-4db4-80a3-0857d8ec427e with Priority: HIGHEST for action port [ 999.468566] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1144757e-e67c-488c-b78d-b24437441b02 with Priority: HIGHEST for action security_group_rules [ 999.468718] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1144757e-e67c-488c-b78d-b24437441b02 with Priority: HIGHEST for action security_group_members [ 999.468833] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee1803e7-f5bb-4db4-80a3-0857d8ec427e with Priority: HIGHEST for action port [ 999.470512] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1144757e-e67c-488c-b78d-b24437441b02 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.470656] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1144757e-e67c-488c-b78d-b24437441b02" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.470734] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1144757e-e67c-488c-b78d-b24437441b02" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.471054] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1144757e-e67c-488c-b78d-b24437441b02" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.471152] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1144757e-e67c-488c-b78d-b24437441b02',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.472087] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-1144757e-e67c-488c-b78d-b24437441b02 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.472220] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1144757e-e67c-488c-b78d-b24437441b02" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.473529] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock port-ee1803e7-f5bb-4db4-80a3-0857d8ec427e taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.473529] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ee1803e7-f5bb-4db4-80a3-0857d8ec427e" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.473657] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ee1803e7-f5bb-4db4-80a3-0857d8ec427e" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.473868] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ee1803e7-f5bb-4db4-80a3-0857d8ec427e" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.473987] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ee1803e7-f5bb-4db4-80a3-0857d8ec427e',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.976144] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-1144757e-e67c-488c-b78d-b24437441b02 taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.976272] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1144757e-e67c-488c-b78d-b24437441b02" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.977686] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ee1803e7-f5bb-4db4-80a3-0857d8ec427e with status ACTIVE [ 999.977824] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.977938] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.978038] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.978295] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.978391] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.978571] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.978684] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.978732] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.978884] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.978976] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.979187] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.979306] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.979375] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.979510] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.979597] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.979653] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ee1803e7-f5bb-4db4-80a3-0857d8ec427e is going to be updated. [ 1000.007491] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.007491] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.007491] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.007491] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.007491] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.007491] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ee1803e7-f5bb-4db4-80a3-0857d8ec427e" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.203039] env[66859]: INFO networking_nsxv3.common.synchronization [req-3f7dca40-1f09-4740-9df6-c73fbd0bae19 req-0bfe021f-99ee-418d-aedf-8966989cbbb1 tempest-ServerRescueNegativeTestJSON-1220418832 tempest-ServerRescueNegativeTestJSON-1220418832-project-member] Enqueued Resource ID: 8c8fcfbc-e265-4b44-8944-eadf7c1c4086 with Priority: HIGHEST for action security_group_members [ 1000.204379] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8c8fcfbc-e265-4b44-8944-eadf7c1c4086 with Priority: HIGHEST for action security_group_members [ 1000.204379] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-8c8fcfbc-e265-4b44-8944-eadf7c1c4086 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.204552] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8c8fcfbc-e265-4b44-8944-eadf7c1c4086" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.204552] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8c8fcfbc-e265-4b44-8944-eadf7c1c4086" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.204727] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8c8fcfbc-e265-4b44-8944-eadf7c1c4086" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.204885] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.204981] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.205060] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.205214] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.205291] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.205455] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8c8fcfbc-e265-4b44-8944-eadf7c1c4086',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.299222] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1144757e-e67c-488c-b78d-b24437441b02 in Status: SUCCESS [ 1000.299407] env[66859]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1144757e-e67c-488c-b78d-b24437441b02 deletion is rescheduled due to dependency. [ 1000.299524] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1144757e-e67c-488c-b78d-b24437441b02" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.299690] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1144757e-e67c-488c-b78d-b24437441b02" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.299915] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1144757e-e67c-488c-b78d-b24437441b02" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.300112] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.300231] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.300303] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.300465] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.300528] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.300631] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1144757e-e67c-488c-b78d-b24437441b02',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.449221] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 05cc598e-82f8-45ef-aece-de3189221663 in Status: SUCCESS [ 1000.449505] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-05cc598e-82f8-45ef-aece-de3189221663" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.450054] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-05cc598e-82f8-45ef-aece-de3189221663" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.451471] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-05cc598e-82f8-45ef-aece-de3189221663" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.451471] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.451471] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.451471] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.451471] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.451471] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.451471] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('05cc598e-82f8-45ef-aece-de3189221663',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.493038] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3cc4351a-efaf-43aa-b95f-8ad880496ab1 in Status: SUCCESS [ 1000.493323] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3cc4351a-efaf-43aa-b95f-8ad880496ab1" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.493813] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3cc4351a-efaf-43aa-b95f-8ad880496ab1" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.494038] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3cc4351a-efaf-43aa-b95f-8ad880496ab1" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.494237] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.494407] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.494493] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.494661] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.494757] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.494911] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3cc4351a-efaf-43aa-b95f-8ad880496ab1" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.495027] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3cc4351a-efaf-43aa-b95f-8ad880496ab1',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.641821] env[66859]: DEBUG networking_nsxv3.common.locking [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Lock network-265 taken with stack trace [, , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.642073] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquiring lock "network-265" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.642185] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired lock "network-265" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.642522] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired external semaphore "network-265" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.642973] env[66859]: DEBUG networking_nsxv3.common.locking [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.643150] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquiring lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.643320] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.643519] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired external semaphore "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.643664] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Releasing lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.643889] env[66859]: DEBUG dogpile.cache.region [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] No value present for key: 'zone-id' {{(pid=66859) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1000.643999] env[66859]: DEBUG dogpile.lock [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] NeedRegenerationException {{(pid=66859) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1000.644131] env[66859]: DEBUG dogpile.lock [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] no value, waiting for create lock {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1000.644235] env[66859]: DEBUG dogpile.lock [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] value creation lock acquired {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1000.644361] env[66859]: DEBUG dogpile.cache.region [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] No value present for key: 'zone-id' {{(pid=66859) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1000.644463] env[66859]: DEBUG dogpile.lock [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Calling creation function for not-yet-present value {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1000.644603] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1000.664769] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1000.664923] env[66859]: DEBUG dogpile.cache.region [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66859) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1000.665064] env[66859]: DEBUG dogpile.lock [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Released creation lock {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1000.665222] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Releasing lock "network-265" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.665527] env[66859]: DEBUG networking_nsxv3.common.locking [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Lock port-d01cd91d-ac9f-4964-90bb-5979fbab2447 taken with stack trace [, , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.667230] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquiring lock "port-d01cd91d-ac9f-4964-90bb-5979fbab2447" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.667230] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired lock "port-d01cd91d-ac9f-4964-90bb-5979fbab2447" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.667230] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired external semaphore "port-d01cd91d-ac9f-4964-90bb-5979fbab2447" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.667230] env[66859]: DEBUG networking_nsxv3.api.rpc [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d01cd91d-ac9f-4964-90bb-5979fbab2447',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.708687] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.708980] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.708980] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.709229] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.709357] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.709514] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.709611] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.709669] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.709826] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.709902] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.711298] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8c8fcfbc-e265-4b44-8944-eadf7c1c4086 already deleted. [ 1000.711441] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8c8fcfbc-e265-4b44-8944-eadf7c1c4086" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.805556] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1144757e-e67c-488c-b78d-b24437441b02',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.954711] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('05cc598e-82f8-45ef-aece-de3189221663',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.997490] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3cc4351a-efaf-43aa-b95f-8ad880496ab1',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.171097] env[66859]: DEBUG networking_nsxv3.common.locking [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.171097] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.171097] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.171097] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.171097] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.171097] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Segment Port d01cd91d-ac9f-4964-90bb-5979fbab2447 not found, creating... [ 1001.171097] env[66859]: DEBUG networking_nsxv3.common.locking [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.171097] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquiring lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.171097] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.171097] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired external semaphore "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.171097] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Releasing lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.171633] env[66859]: DEBUG networking_nsxv3.common.locking [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.171633] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.171633] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.172016] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.172289] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.172557] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Resource: SegmentPort with ID: d01cd91d-ac9f-4964-90bb-5979fbab2447 is going to be created. [ 1001.197158] env[66859]: DEBUG networking_nsxv3.common.locking [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.197158] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.197355] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.197624] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.197985] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.198222] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Releasing lock "port-d01cd91d-ac9f-4964-90bb-5979fbab2447" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.307966] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1144757e-e67c-488c-b78d-b24437441b02',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.416612] env[66859]: INFO networking_nsxv3.common.synchronization [None req-204c88f3-78ca-4cae-ab3d-a5c7af1b7b09 None None] Enqueued Resource ID: 47d44e53-becc-46dc-810c-7ddf0301d142 with Priority: HIGHEST for action port [ 1001.417158] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 47d44e53-becc-46dc-810c-7ddf0301d142 with Priority: HIGHEST for action port [ 1001.417572] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock port-47d44e53-becc-46dc-810c-7ddf0301d142 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.417801] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-47d44e53-becc-46dc-810c-7ddf0301d142" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.417871] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-47d44e53-becc-46dc-810c-7ddf0301d142" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.418118] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-47d44e53-becc-46dc-810c-7ddf0301d142" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.418215] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('47d44e53-becc-46dc-810c-7ddf0301d142',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.456890] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('05cc598e-82f8-45ef-aece-de3189221663',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.499357] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3cc4351a-efaf-43aa-b95f-8ad880496ab1: rpc.has_security_group_logging(os_id): False [ 1001.521963] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.522363] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.522461] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.522610] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.522700] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.522966] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.523086] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.523300] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.523412] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.523493] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.523624] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3cc4351a-efaf-43aa-b95f-8ad880496ab1 is going to be created. [ 1001.586074] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.586229] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.586299] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.586511] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.586687] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.598387] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3cc4351a-efaf-43aa-b95f-8ad880496ab1 in Status: IN_PROGRESS for 2s [ 1001.811892] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.812094] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.812150] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.812361] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.812453] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.812561] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1144757e-e67c-488c-b78d-b24437441b02 is going to be updated. [ 1001.906882] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.906882] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.906882] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.906882] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.906882] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.920859] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1144757e-e67c-488c-b78d-b24437441b02 in Status: IN_PROGRESS for 2s [ 1001.923370] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 47d44e53-becc-46dc-810c-7ddf0301d142 [ 1001.923370] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.923370] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.923370] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.923370] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.923370] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.923370] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:47d44e53-becc-46dc-810c-7ddf0301d142 already deleted. [ 1001.923370] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-47d44e53-becc-46dc-810c-7ddf0301d142" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.960469] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.960469] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.960469] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.960469] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.960469] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.960469] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 05cc598e-82f8-45ef-aece-de3189221663 is going to be updated. [ 1001.968518] env[66859]: INFO networking_nsxv3.common.synchronization [req-3f7dca40-1f09-4740-9df6-c73fbd0bae19 req-72284cf9-bd36-49c0-bb04-f04cf7a431f1 service nova] Enqueued Resource ID: 8c8fcfbc-e265-4b44-8944-eadf7c1c4086 with Priority: HIGHEST for action security_group_rules [ 1001.969787] env[66859]: INFO networking_nsxv3.common.synchronization [req-3f7dca40-1f09-4740-9df6-c73fbd0bae19 req-72284cf9-bd36-49c0-bb04-f04cf7a431f1 service nova] Enqueued Resource ID: 8c8fcfbc-e265-4b44-8944-eadf7c1c4086 with Priority: HIGHEST for action security_group_members [ 1001.969787] env[66859]: INFO networking_nsxv3.common.synchronization [req-3f7dca40-1f09-4740-9df6-c73fbd0bae19 req-72284cf9-bd36-49c0-bb04-f04cf7a431f1 service nova] Enqueued Resource ID: d01cd91d-ac9f-4964-90bb-5979fbab2447 with Priority: HIGHEST for action port [ 1001.971114] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8c8fcfbc-e265-4b44-8944-eadf7c1c4086 with Priority: HIGHEST for action security_group_rules [ 1001.971114] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8c8fcfbc-e265-4b44-8944-eadf7c1c4086 with Priority: HIGHEST for action security_group_members [ 1001.971114] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d01cd91d-ac9f-4964-90bb-5979fbab2447 with Priority: HIGHEST for action port [ 1001.971260] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8c8fcfbc-e265-4b44-8944-eadf7c1c4086 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.971328] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8c8fcfbc-e265-4b44-8944-eadf7c1c4086" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.971430] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8c8fcfbc-e265-4b44-8944-eadf7c1c4086" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.971697] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8c8fcfbc-e265-4b44-8944-eadf7c1c4086" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.971784] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8c8fcfbc-e265-4b44-8944-eadf7c1c4086',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.975634] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-8c8fcfbc-e265-4b44-8944-eadf7c1c4086 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.975634] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8c8fcfbc-e265-4b44-8944-eadf7c1c4086" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.975805] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8c8fcfbc-e265-4b44-8944-eadf7c1c4086" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.976330] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8c8fcfbc-e265-4b44-8944-eadf7c1c4086" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.976330] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.976330] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.976487] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.976558] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.976661] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.977537] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8c8fcfbc-e265-4b44-8944-eadf7c1c4086',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.979770] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock port-d01cd91d-ac9f-4964-90bb-5979fbab2447 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.979770] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d01cd91d-ac9f-4964-90bb-5979fbab2447" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.979770] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d01cd91d-ac9f-4964-90bb-5979fbab2447" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.979770] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d01cd91d-ac9f-4964-90bb-5979fbab2447" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.979770] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d01cd91d-ac9f-4964-90bb-5979fbab2447',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.002233] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.002419] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.002492] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.002709] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.002854] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.019270] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 05cc598e-82f8-45ef-aece-de3189221663 in Status: IN_PROGRESS for 2s [ 1002.481695] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-8c8fcfbc-e265-4b44-8944-eadf7c1c4086 taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.481945] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8c8fcfbc-e265-4b44-8944-eadf7c1c4086" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.482672] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d01cd91d-ac9f-4964-90bb-5979fbab2447 with status ACTIVE [ 1002.482897] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.483039] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.483111] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.483418] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.483533] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.483726] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.483834] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.483897] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.484183] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.484266] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.485173] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.485317] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.485388] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.485565] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.485648] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.485781] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d01cd91d-ac9f-4964-90bb-5979fbab2447 is going to be updated. [ 1002.487242] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8c8fcfbc-e265-4b44-8944-eadf7c1c4086',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.510853] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.511372] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.511372] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.511372] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.511555] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.511626] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d01cd91d-ac9f-4964-90bb-5979fbab2447" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.989653] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8c8fcfbc-e265-4b44-8944-eadf7c1c4086',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.493321] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.493655] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.493740] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.493965] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.494060] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.494169] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8c8fcfbc-e265-4b44-8944-eadf7c1c4086 is going to be created. [ 1003.529604] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.529946] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.529946] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.530272] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.530514] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.541925] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8c8fcfbc-e265-4b44-8944-eadf7c1c4086 in Status: UNINITIALIZED for 2s [ 1003.612179] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3cc4351a-efaf-43aa-b95f-8ad880496ab1 in Status: SUCCESS [ 1003.613046] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3cc4351a-efaf-43aa-b95f-8ad880496ab1" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.932436] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1144757e-e67c-488c-b78d-b24437441b02 in Status: SUCCESS [ 1003.932436] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1144757e-e67c-488c-b78d-b24437441b02" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.932436] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1144757e-e67c-488c-b78d-b24437441b02" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.932436] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1144757e-e67c-488c-b78d-b24437441b02" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.932436] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.932436] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.932436] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.932436] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.932436] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.932436] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1144757e-e67c-488c-b78d-b24437441b02" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.932436] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1144757e-e67c-488c-b78d-b24437441b02',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.029451] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 05cc598e-82f8-45ef-aece-de3189221663 in Status: SUCCESS [ 1004.029676] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-05cc598e-82f8-45ef-aece-de3189221663" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.029847] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-05cc598e-82f8-45ef-aece-de3189221663" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.030094] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-05cc598e-82f8-45ef-aece-de3189221663" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.030300] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.030525] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.030525] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.030646] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.030725] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.030822] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('05cc598e-82f8-45ef-aece-de3189221663',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.125523] env[66859]: INFO networking_nsxv3.common.synchronization [None req-8b25cc3e-581a-4e1a-8b69-fdaddce898b3 None None] Enqueued Resource ID: cf36c52a-61f3-4e98-984a-a45df082eb1c with Priority: HIGHEST for action port [ 1004.125909] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf36c52a-61f3-4e98-984a-a45df082eb1c with Priority: HIGHEST for action port [ 1004.126224] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock port-cf36c52a-61f3-4e98-984a-a45df082eb1c taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.126346] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cf36c52a-61f3-4e98-984a-a45df082eb1c" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.126414] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cf36c52a-61f3-4e98-984a-a45df082eb1c" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.126665] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cf36c52a-61f3-4e98-984a-a45df082eb1c" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.126745] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cf36c52a-61f3-4e98-984a-a45df082eb1c',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.434185] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-1144757e-e67c-488c-b78d-b24437441b02 taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.434457] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1144757e-e67c-488c-b78d-b24437441b02" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.434560] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1144757e-e67c-488c-b78d-b24437441b02" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.434903] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1144757e-e67c-488c-b78d-b24437441b02" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.435182] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.435356] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.435479] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.435732] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.435875] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.436040] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1144757e-e67c-488c-b78d-b24437441b02" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.436256] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-1144757e-e67c-488c-b78d-b24437441b02 taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.436418] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1144757e-e67c-488c-b78d-b24437441b02" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.436538] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1144757e-e67c-488c-b78d-b24437441b02" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.436763] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1144757e-e67c-488c-b78d-b24437441b02" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.436984] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.437162] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.437274] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.437500] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.437612] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.437746] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1144757e-e67c-488c-b78d-b24437441b02" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.437881] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1144757e-e67c-488c-b78d-b24437441b02',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.533182] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('05cc598e-82f8-45ef-aece-de3189221663',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.628900] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cf36c52a-61f3-4e98-984a-a45df082eb1c [ 1004.628900] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.628900] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.629211] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.629211] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.629318] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.629423] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cf36c52a-61f3-4e98-984a-a45df082eb1c already deleted. [ 1004.629516] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cf36c52a-61f3-4e98-984a-a45df082eb1c" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.939966] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1144757e-e67c-488c-b78d-b24437441b02: rpc.has_security_group_logging(os_id): False [ 1004.960458] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.960692] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.960841] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.961150] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.961289] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.961629] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.961815] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.961913] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.962524] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.962733] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.962990] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.963170] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.963266] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.963468] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.963739] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.964446] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.964624] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.964728] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.964918] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.965053] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.965191] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1144757e-e67c-488c-b78d-b24437441b02 is going to be updated. [ 1005.036958] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('05cc598e-82f8-45ef-aece-de3189221663',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.050616] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.050869] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.050869] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.051157] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.051299] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.069017] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1144757e-e67c-488c-b78d-b24437441b02 in Status: IN_PROGRESS for 2s [ 1005.539460] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.539858] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.539858] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.539858] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.540787] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.540787] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 05cc598e-82f8-45ef-aece-de3189221663 is going to be updated. [ 1005.554901] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8c8fcfbc-e265-4b44-8944-eadf7c1c4086 in Status: SUCCESS [ 1005.555133] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8c8fcfbc-e265-4b44-8944-eadf7c1c4086" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.555299] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8c8fcfbc-e265-4b44-8944-eadf7c1c4086" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.555522] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8c8fcfbc-e265-4b44-8944-eadf7c1c4086" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.555713] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.555819] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.555882] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.556045] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.556127] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.556211] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8c8fcfbc-e265-4b44-8944-eadf7c1c4086" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.556301] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8c8fcfbc-e265-4b44-8944-eadf7c1c4086',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.575193] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.575383] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.575478] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.575736] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.575912] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.590979] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 05cc598e-82f8-45ef-aece-de3189221663 in Status: IN_PROGRESS for 2s [ 1006.059457] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-8c8fcfbc-e265-4b44-8944-eadf7c1c4086 taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.059636] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8c8fcfbc-e265-4b44-8944-eadf7c1c4086" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.059701] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8c8fcfbc-e265-4b44-8944-eadf7c1c4086" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.059888] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8c8fcfbc-e265-4b44-8944-eadf7c1c4086" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.060750] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.060750] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.060750] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.060750] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.060750] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.060750] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8c8fcfbc-e265-4b44-8944-eadf7c1c4086" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.060750] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-8c8fcfbc-e265-4b44-8944-eadf7c1c4086 taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.061190] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8c8fcfbc-e265-4b44-8944-eadf7c1c4086" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.061190] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8c8fcfbc-e265-4b44-8944-eadf7c1c4086" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.061190] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8c8fcfbc-e265-4b44-8944-eadf7c1c4086" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.061322] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.061368] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.061400] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.062293] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.062293] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.062293] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8c8fcfbc-e265-4b44-8944-eadf7c1c4086" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.062293] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8c8fcfbc-e265-4b44-8944-eadf7c1c4086',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.230880] env[66859]: INFO networking_nsxv3.common.synchronization [req-9bbca621-7ffe-416b-8e8f-78443611d9dd req-ce9faa65-403b-440f-a06b-8b663179ce3e tempest-ListServersNegativeTestJSON-652270217 tempest-ListServersNegativeTestJSON-652270217-project-member] Enqueued Resource ID: 05cc598e-82f8-45ef-aece-de3189221663 with Priority: HIGHEST for action security_group_members [ 1006.232032] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 05cc598e-82f8-45ef-aece-de3189221663 with Priority: HIGHEST for action security_group_members [ 1006.232032] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-05cc598e-82f8-45ef-aece-de3189221663 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.232218] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-05cc598e-82f8-45ef-aece-de3189221663" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.564425] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8c8fcfbc-e265-4b44-8944-eadf7c1c4086: rpc.has_security_group_logging(os_id): False [ 1006.584964] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.585190] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.585190] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.585545] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.585693] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.585981] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.586161] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.586272] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.586520] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.586637] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.586953] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.587125] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.587236] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.587457] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.587585] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.587876] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.588052] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.588161] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.588385] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.588513] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.588649] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8c8fcfbc-e265-4b44-8944-eadf7c1c4086 is going to be created. [ 1006.652063] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.652283] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.652358] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.652592] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.652849] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.674348] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8c8fcfbc-e265-4b44-8944-eadf7c1c4086 in Status: IN_PROGRESS for 2s [ 1007.098143] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1144757e-e67c-488c-b78d-b24437441b02 in Status: SUCCESS [ 1007.098490] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1144757e-e67c-488c-b78d-b24437441b02" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.603306] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 05cc598e-82f8-45ef-aece-de3189221663 in Status: SUCCESS [ 1007.604196] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-05cc598e-82f8-45ef-aece-de3189221663" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.604196] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-05cc598e-82f8-45ef-aece-de3189221663" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.604196] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-05cc598e-82f8-45ef-aece-de3189221663" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.604196] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.604399] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.604399] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.604463] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.604597] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.604638] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-05cc598e-82f8-45ef-aece-de3189221663" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.604796] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-05cc598e-82f8-45ef-aece-de3189221663 taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.604896] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-05cc598e-82f8-45ef-aece-de3189221663" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.604931] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-05cc598e-82f8-45ef-aece-de3189221663" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.605114] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-05cc598e-82f8-45ef-aece-de3189221663" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.605269] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.605362] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.605416] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.605552] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.605616] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.605697] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-05cc598e-82f8-45ef-aece-de3189221663" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.605784] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('05cc598e-82f8-45ef-aece-de3189221663',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.606892] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-05cc598e-82f8-45ef-aece-de3189221663" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.607099] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-05cc598e-82f8-45ef-aece-de3189221663" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.607254] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.607354] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.607411] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.607556] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.607644] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.607737] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('05cc598e-82f8-45ef-aece-de3189221663',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.730428] env[66859]: INFO networking_nsxv3.common.synchronization [req-70b7c8cf-c1a1-479c-b302-5602332e531e req-9315367f-2680-4a0b-936a-3957ee217444 tempest-ServerRescueNegativeTestJSON-1220418832 tempest-ServerRescueNegativeTestJSON-1220418832-project-member] Enqueued Resource ID: 8c8fcfbc-e265-4b44-8944-eadf7c1c4086 with Priority: HIGHEST for action security_group_members [ 1007.731033] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8c8fcfbc-e265-4b44-8944-eadf7c1c4086 with Priority: HIGHEST for action security_group_members [ 1007.731380] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-8c8fcfbc-e265-4b44-8944-eadf7c1c4086 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.731514] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8c8fcfbc-e265-4b44-8944-eadf7c1c4086" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.731613] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8c8fcfbc-e265-4b44-8944-eadf7c1c4086" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.731813] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8c8fcfbc-e265-4b44-8944-eadf7c1c4086" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.731961] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.732074] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.732144] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.732296] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.732381] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.732500] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8c8fcfbc-e265-4b44-8944-eadf7c1c4086',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.109931] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 05cc598e-82f8-45ef-aece-de3189221663: rpc.has_security_group_logging(os_id): False [ 1008.112056] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('05cc598e-82f8-45ef-aece-de3189221663',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.133618] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.133831] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.133831] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.134056] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.134202] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.134515] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.134515] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.134635] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.134748] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.134876] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.135054] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.135172] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.135241] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.135506] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.135506] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.135668] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.135668] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.135877] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.135877] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.136435] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.136435] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 05cc598e-82f8-45ef-aece-de3189221663 is going to be created. [ 1008.166308] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock network-265 taken with stack trace [, , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.166572] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "network-265" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.167019] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "network-265" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.167019] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "network-265" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.167326] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.167462] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.167585] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.167788] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.167937] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.168195] env[66859]: DEBUG dogpile.cache.region [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] No value present for key: 'zone-id' {{(pid=66859) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1008.168311] env[66859]: DEBUG dogpile.lock [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] NeedRegenerationException {{(pid=66859) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1008.168419] env[66859]: DEBUG dogpile.lock [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] no value, waiting for create lock {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1008.168521] env[66859]: DEBUG dogpile.lock [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] value creation lock acquired {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1008.168631] env[66859]: DEBUG dogpile.cache.region [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] No value present for key: 'zone-id' {{(pid=66859) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1008.168724] env[66859]: DEBUG dogpile.lock [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Calling creation function for not-yet-present value {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1008.168851] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1008.192343] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1008.192573] env[66859]: DEBUG dogpile.cache.region [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=66859) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1008.192711] env[66859]: DEBUG dogpile.lock [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Released creation lock {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1008.192897] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "network-265" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.193459] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock port-6d216cae-a68c-44c4-91a5-0de3275c408b taken with stack trace [, , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.193459] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "port-6d216cae-a68c-44c4-91a5-0de3275c408b" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.193660] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "port-6d216cae-a68c-44c4-91a5-0de3275c408b" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.193982] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "port-6d216cae-a68c-44c4-91a5-0de3275c408b" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.194065] env[66859]: DEBUG networking_nsxv3.api.rpc [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6d216cae-a68c-44c4-91a5-0de3275c408b',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.208832] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.208985] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.209360] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.209360] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.209932] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.225790] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 05cc598e-82f8-45ef-aece-de3189221663 in Status: IN_PROGRESS for 2s [ 1008.235240] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8c8fcfbc-e265-4b44-8944-eadf7c1c4086',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.617135] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('05cc598e-82f8-45ef-aece-de3189221663',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.688062] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8c8fcfbc-e265-4b44-8944-eadf7c1c4086 in Status: SUCCESS [ 1008.688203] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8c8fcfbc-e265-4b44-8944-eadf7c1c4086" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.696387] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.696549] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.696773] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.697056] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.697223] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.697380] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Segment Port 6d216cae-a68c-44c4-91a5-0de3275c408b not found, creating... [ 1008.697639] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.697797] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.697950] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.698290] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.699215] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.699700] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.699924] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.700399] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.700696] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.700919] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.701171] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Resource: SegmentPort with ID: 6d216cae-a68c-44c4-91a5-0de3275c408b is going to be created. [ 1008.710789] env[66859]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-0c0c7735-d1e0-4ebb-a8fb-e03fe373214d None None] NSXv3 Agent Agent loop - iteration:1 completed [ 1008.710987] env[66859]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-0c0c7735-d1e0-4ebb-a8fb-e03fe373214d None None] NSXv3 Agent Agent loop - iteration:2 started [ 1008.726575] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.726772] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.726986] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.727317] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.727609] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.727914] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "port-6d216cae-a68c-44c4-91a5-0de3275c408b" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.738344] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8c8fcfbc-e265-4b44-8944-eadf7c1c4086',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.120483] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.120731] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.120731] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.121134] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.121273] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.121420] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 05cc598e-82f8-45ef-aece-de3189221663 is going to be updated. [ 1009.157124] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.157376] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.157376] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.157525] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.157676] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.166851] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 05cc598e-82f8-45ef-aece-de3189221663 in Status: IN_PROGRESS for 2s [ 1009.240789] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.240999] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.240999] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.241325] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.241412] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.241515] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8c8fcfbc-e265-4b44-8944-eadf7c1c4086 is going to be updated. [ 1009.273941] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.274145] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.274145] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.274330] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.274469] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.301473] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8c8fcfbc-e265-4b44-8944-eadf7c1c4086 in Status: IN_PROGRESS for 2s [ 1009.524628] env[66859]: INFO networking_nsxv3.common.synchronization [req-70b7c8cf-c1a1-479c-b302-5602332e531e req-576dad05-437d-490b-93df-08dd57998a8a service nova] Enqueued Resource ID: 8c8fcfbc-e265-4b44-8944-eadf7c1c4086 with Priority: HIGHEST for action security_group_rules [ 1009.524826] env[66859]: INFO networking_nsxv3.common.synchronization [req-70b7c8cf-c1a1-479c-b302-5602332e531e req-576dad05-437d-490b-93df-08dd57998a8a service nova] Enqueued Resource ID: 8c8fcfbc-e265-4b44-8944-eadf7c1c4086 with Priority: HIGHEST for action security_group_members [ 1009.524997] env[66859]: INFO networking_nsxv3.common.synchronization [req-70b7c8cf-c1a1-479c-b302-5602332e531e req-576dad05-437d-490b-93df-08dd57998a8a service nova] Enqueued Resource ID: 6d216cae-a68c-44c4-91a5-0de3275c408b with Priority: HIGHEST for action port [ 1009.527374] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8c8fcfbc-e265-4b44-8944-eadf7c1c4086 with Priority: HIGHEST for action security_group_rules [ 1009.527546] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8c8fcfbc-e265-4b44-8944-eadf7c1c4086 with Priority: HIGHEST for action security_group_members [ 1009.527647] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6d216cae-a68c-44c4-91a5-0de3275c408b with Priority: HIGHEST for action port [ 1009.527959] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8c8fcfbc-e265-4b44-8944-eadf7c1c4086 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.528114] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8c8fcfbc-e265-4b44-8944-eadf7c1c4086" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.528183] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8c8fcfbc-e265-4b44-8944-eadf7c1c4086" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.528397] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8c8fcfbc-e265-4b44-8944-eadf7c1c4086" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.528479] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8c8fcfbc-e265-4b44-8944-eadf7c1c4086',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.529492] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-8c8fcfbc-e265-4b44-8944-eadf7c1c4086 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.529598] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8c8fcfbc-e265-4b44-8944-eadf7c1c4086" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.529798] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock port-6d216cae-a68c-44c4-91a5-0de3275c408b taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.529899] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6d216cae-a68c-44c4-91a5-0de3275c408b" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.529962] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6d216cae-a68c-44c4-91a5-0de3275c408b" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.530426] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6d216cae-a68c-44c4-91a5-0de3275c408b" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.530568] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6d216cae-a68c-44c4-91a5-0de3275c408b',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.032244] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-8c8fcfbc-e265-4b44-8944-eadf7c1c4086 taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.032560] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8c8fcfbc-e265-4b44-8944-eadf7c1c4086" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.032601] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6d216cae-a68c-44c4-91a5-0de3275c408b with status ACTIVE [ 1010.032756] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.032859] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.032930] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.033163] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.033237] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.033415] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.033546] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.033579] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.033704] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.033773] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.033949] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.034054] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.034753] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.034753] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.034753] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.034753] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6d216cae-a68c-44c4-91a5-0de3275c408b is going to be updated. [ 1010.057989] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.057989] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.057989] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.057989] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.058215] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.058250] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6d216cae-a68c-44c4-91a5-0de3275c408b" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.239435] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 05cc598e-82f8-45ef-aece-de3189221663 in Status: SUCCESS [ 1010.239624] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-05cc598e-82f8-45ef-aece-de3189221663" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.239793] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-05cc598e-82f8-45ef-aece-de3189221663" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.240596] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-05cc598e-82f8-45ef-aece-de3189221663" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.240596] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('05cc598e-82f8-45ef-aece-de3189221663',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.742958] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-05cc598e-82f8-45ef-aece-de3189221663 taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.743263] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-05cc598e-82f8-45ef-aece-de3189221663" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.181721] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 05cc598e-82f8-45ef-aece-de3189221663 in Status: SUCCESS [ 1011.181721] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-05cc598e-82f8-45ef-aece-de3189221663" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.181721] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-05cc598e-82f8-45ef-aece-de3189221663" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.181721] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-05cc598e-82f8-45ef-aece-de3189221663" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.181721] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.181721] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.182341] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.182341] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.182341] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.182341] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-05cc598e-82f8-45ef-aece-de3189221663" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.182341] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('05cc598e-82f8-45ef-aece-de3189221663',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.313564] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8c8fcfbc-e265-4b44-8944-eadf7c1c4086 in Status: SUCCESS [ 1011.313788] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8c8fcfbc-e265-4b44-8944-eadf7c1c4086" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.313939] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8c8fcfbc-e265-4b44-8944-eadf7c1c4086" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.314198] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8c8fcfbc-e265-4b44-8944-eadf7c1c4086" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.314388] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.314520] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.314585] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.314748] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.314829] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.314921] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8c8fcfbc-e265-4b44-8944-eadf7c1c4086',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.686582] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-05cc598e-82f8-45ef-aece-de3189221663 taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.686582] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-05cc598e-82f8-45ef-aece-de3189221663" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.686582] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-05cc598e-82f8-45ef-aece-de3189221663" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.686582] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-05cc598e-82f8-45ef-aece-de3189221663" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.686582] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.686582] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.686582] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.686981] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.686981] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.686981] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-05cc598e-82f8-45ef-aece-de3189221663" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.687128] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-05cc598e-82f8-45ef-aece-de3189221663 taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.687321] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-05cc598e-82f8-45ef-aece-de3189221663" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.687321] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-05cc598e-82f8-45ef-aece-de3189221663" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.687436] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-05cc598e-82f8-45ef-aece-de3189221663" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.687577] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.687681] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.687740] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.687988] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.687988] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.688135] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-05cc598e-82f8-45ef-aece-de3189221663" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.688135] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('05cc598e-82f8-45ef-aece-de3189221663',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.817710] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8c8fcfbc-e265-4b44-8944-eadf7c1c4086',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.190429] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 05cc598e-82f8-45ef-aece-de3189221663: rpc.has_security_group_logging(os_id): False [ 1012.210225] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.211060] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.211060] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.212133] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.212208] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.212435] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.212560] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.212624] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.212864] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.212864] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.213050] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.213981] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.213981] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.213981] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.213981] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.213981] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.213981] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.213981] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.214317] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.214440] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.214581] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 05cc598e-82f8-45ef-aece-de3189221663 is going to be updated. [ 1012.282489] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.282489] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.282613] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.282761] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.282906] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.305573] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 05cc598e-82f8-45ef-aece-de3189221663 in Status: IN_PROGRESS for 2s [ 1012.322117] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8c8fcfbc-e265-4b44-8944-eadf7c1c4086',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.825522] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.825720] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.825763] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.826556] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.826556] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.826556] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8c8fcfbc-e265-4b44-8944-eadf7c1c4086 is going to be updated. [ 1012.876171] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.876318] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.876381] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.876650] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.876711] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.886976] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8c8fcfbc-e265-4b44-8944-eadf7c1c4086 in Status: IN_PROGRESS for 2s [ 1012.896476] env[66859]: INFO networking_nsxv3.common.synchronization [None req-35fafb58-4602-4ba2-a23c-ffed8818745a None None] Enqueued Resource ID: 3ada42d8-c8e7-432a-9461-95f815c084f2 with Priority: HIGHEST for action port [ 1012.896993] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ada42d8-c8e7-432a-9461-95f815c084f2 with Priority: HIGHEST for action port [ 1012.897322] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock port-3ada42d8-c8e7-432a-9461-95f815c084f2 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.897446] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3ada42d8-c8e7-432a-9461-95f815c084f2" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.897531] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3ada42d8-c8e7-432a-9461-95f815c084f2" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.898098] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3ada42d8-c8e7-432a-9461-95f815c084f2" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.898098] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3ada42d8-c8e7-432a-9461-95f815c084f2',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.401111] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3ada42d8-c8e7-432a-9461-95f815c084f2 [ 1013.401430] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.401538] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.401604] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.401822] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.401917] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.402037] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3ada42d8-c8e7-432a-9461-95f815c084f2 already deleted. [ 1013.402138] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3ada42d8-c8e7-432a-9461-95f815c084f2" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.333160] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 05cc598e-82f8-45ef-aece-de3189221663 in Status: SUCCESS [ 1014.333160] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-05cc598e-82f8-45ef-aece-de3189221663" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.333160] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-05cc598e-82f8-45ef-aece-de3189221663" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.333160] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-05cc598e-82f8-45ef-aece-de3189221663" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.333413] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('05cc598e-82f8-45ef-aece-de3189221663',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.836685] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-05cc598e-82f8-45ef-aece-de3189221663 taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.837092] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-05cc598e-82f8-45ef-aece-de3189221663" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.837092] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-05cc598e-82f8-45ef-aece-de3189221663" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.837214] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-05cc598e-82f8-45ef-aece-de3189221663" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.838637] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.838637] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.838637] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.838637] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.838637] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.838637] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-05cc598e-82f8-45ef-aece-de3189221663" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.838637] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('05cc598e-82f8-45ef-aece-de3189221663',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.899739] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8c8fcfbc-e265-4b44-8944-eadf7c1c4086 in Status: SUCCESS [ 1014.899739] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8c8fcfbc-e265-4b44-8944-eadf7c1c4086" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.899739] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8c8fcfbc-e265-4b44-8944-eadf7c1c4086" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.899847] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8c8fcfbc-e265-4b44-8944-eadf7c1c4086" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.899977] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.900132] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.900206] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.900377] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.900457] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.900541] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8c8fcfbc-e265-4b44-8944-eadf7c1c4086" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.900630] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8c8fcfbc-e265-4b44-8944-eadf7c1c4086',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.344396] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-05cc598e-82f8-45ef-aece-de3189221663 taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.345071] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-05cc598e-82f8-45ef-aece-de3189221663" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.345177] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-05cc598e-82f8-45ef-aece-de3189221663" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.345618] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-05cc598e-82f8-45ef-aece-de3189221663" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.345801] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.345991] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.346113] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.346346] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.346470] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.346562] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-05cc598e-82f8-45ef-aece-de3189221663" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.346740] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-05cc598e-82f8-45ef-aece-de3189221663 taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.346866] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-05cc598e-82f8-45ef-aece-de3189221663" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.346923] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-05cc598e-82f8-45ef-aece-de3189221663" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.348007] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-05cc598e-82f8-45ef-aece-de3189221663" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.348007] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.348137] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.348181] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.348341] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.348428] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.348515] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-05cc598e-82f8-45ef-aece-de3189221663" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.348625] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('05cc598e-82f8-45ef-aece-de3189221663',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.404039] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-8c8fcfbc-e265-4b44-8944-eadf7c1c4086 taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.404039] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8c8fcfbc-e265-4b44-8944-eadf7c1c4086" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.404039] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8c8fcfbc-e265-4b44-8944-eadf7c1c4086" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.404039] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8c8fcfbc-e265-4b44-8944-eadf7c1c4086" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.404039] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.404039] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.404376] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.404376] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.404459] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.404957] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8c8fcfbc-e265-4b44-8944-eadf7c1c4086" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.405312] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-8c8fcfbc-e265-4b44-8944-eadf7c1c4086 taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.405482] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8c8fcfbc-e265-4b44-8944-eadf7c1c4086" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.405652] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8c8fcfbc-e265-4b44-8944-eadf7c1c4086" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.405847] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8c8fcfbc-e265-4b44-8944-eadf7c1c4086" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.406065] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.406191] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.406294] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.406515] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.406752] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.406939] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8c8fcfbc-e265-4b44-8944-eadf7c1c4086" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.407092] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8c8fcfbc-e265-4b44-8944-eadf7c1c4086',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.665296] env[66859]: INFO networking_nsxv3.common.synchronization [None req-39651041-223d-400f-8ac4-5823277a5002 None None] Enqueued Resource ID: 98a86f7e-3a13-4160-9958-9e6ae445b9f0 with Priority: HIGHEST for action port [ 1015.665460] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 98a86f7e-3a13-4160-9958-9e6ae445b9f0 with Priority: HIGHEST for action port [ 1015.665770] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock port-98a86f7e-3a13-4160-9958-9e6ae445b9f0 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.668023] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-98a86f7e-3a13-4160-9958-9e6ae445b9f0" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.668023] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-98a86f7e-3a13-4160-9958-9e6ae445b9f0" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.668023] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-98a86f7e-3a13-4160-9958-9e6ae445b9f0" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.668023] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('98a86f7e-3a13-4160-9958-9e6ae445b9f0',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.852397] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 05cc598e-82f8-45ef-aece-de3189221663: rpc.has_security_group_logging(os_id): False [ 1015.873628] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.873792] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.873864] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.874091] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.874181] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.874385] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.874518] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.874582] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.874691] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.874753] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.874982] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.875103] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.875184] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.875287] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.875378] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.875583] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.875704] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.875769] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.875897] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.875963] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.876339] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 05cc598e-82f8-45ef-aece-de3189221663 is going to be updated. [ 1015.909647] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8c8fcfbc-e265-4b44-8944-eadf7c1c4086: rpc.has_security_group_logging(os_id): False [ 1015.930148] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.930148] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.930148] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.930409] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.930448] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.930625] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.930715] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.931372] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.931372] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.931372] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.931372] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.931372] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.931372] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.932192] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.932192] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.932192] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.932192] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.932192] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.932192] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.932192] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.932192] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8c8fcfbc-e265-4b44-8944-eadf7c1c4086 is going to be updated. [ 1015.949560] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.949748] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.949814] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.950039] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.950261] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.966565] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 05cc598e-82f8-45ef-aece-de3189221663 in Status: IN_PROGRESS for 2s [ 1016.011468] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.011468] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.011468] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.011468] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.011468] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.044523] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8c8fcfbc-e265-4b44-8944-eadf7c1c4086 in Status: IN_PROGRESS for 2s [ 1016.134861] env[66859]: INFO networking_nsxv3.common.synchronization [req-184e8c6f-8c7d-41b5-b7f4-00999f1d67e2 req-6a78384f-3877-43a0-a5ed-76d74c140a90 tempest-ServerRescueTestJSON-1441346195 tempest-ServerRescueTestJSON-1441346195-project-member] Enqueued Resource ID: da7e59d8-974e-401d-88bb-b61fff1f9366 with Priority: HIGHEST for action security_group_members [ 1016.135521] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: da7e59d8-974e-401d-88bb-b61fff1f9366 with Priority: HIGHEST for action security_group_members [ 1016.136434] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-da7e59d8-974e-401d-88bb-b61fff1f9366 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.136617] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-da7e59d8-974e-401d-88bb-b61fff1f9366" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.136682] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-da7e59d8-974e-401d-88bb-b61fff1f9366" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.136906] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-da7e59d8-974e-401d-88bb-b61fff1f9366" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.137141] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.137269] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.137338] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.137632] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.137738] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.137853] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('da7e59d8-974e-401d-88bb-b61fff1f9366',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.169821] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 98a86f7e-3a13-4160-9958-9e6ae445b9f0 [ 1016.170097] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.170197] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.170301] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.170519] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.170643] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.170643] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:98a86f7e-3a13-4160-9958-9e6ae445b9f0 already deleted. [ 1016.170725] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-98a86f7e-3a13-4160-9958-9e6ae445b9f0" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.583131] env[66859]: DEBUG networking_nsxv3.common.locking [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Lock network-137 taken with stack trace [, , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.583399] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquiring lock "network-137" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.583776] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired lock "network-137" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.584044] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired external semaphore "network-137" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.584359] env[66859]: DEBUG networking_nsxv3.common.locking [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.584839] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquiring lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.584839] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.584952] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired external semaphore "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.585078] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Releasing lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.585302] env[66859]: DEBUG dogpile.cache.region [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] No value present for key: 'zone-id' {{(pid=66859) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1016.585430] env[66859]: DEBUG dogpile.lock [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] NeedRegenerationException {{(pid=66859) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1016.585952] env[66859]: DEBUG dogpile.lock [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] no value, waiting for create lock {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1016.585952] env[66859]: DEBUG dogpile.lock [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] value creation lock acquired {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1016.585952] env[66859]: DEBUG dogpile.cache.region [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] No value present for key: 'zone-id' {{(pid=66859) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1016.586146] env[66859]: DEBUG dogpile.lock [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Calling creation function for not-yet-present value {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1016.586146] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1016.605784] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1016.605784] env[66859]: DEBUG dogpile.cache.region [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=66859) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1016.605950] env[66859]: DEBUG dogpile.lock [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Released creation lock {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1016.606018] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Releasing lock "network-137" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.606862] env[66859]: DEBUG networking_nsxv3.common.locking [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Lock port-74cfa6d3-e5fd-4704-b48f-e1b434f1b018 taken with stack trace [, , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.606862] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquiring lock "port-74cfa6d3-e5fd-4704-b48f-e1b434f1b018" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.606862] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired lock "port-74cfa6d3-e5fd-4704-b48f-e1b434f1b018" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.607107] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired external semaphore "port-74cfa6d3-e5fd-4704-b48f-e1b434f1b018" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.607182] env[66859]: DEBUG networking_nsxv3.api.rpc [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('74cfa6d3-e5fd-4704-b48f-e1b434f1b018',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.640306] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.640457] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.640551] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.640942] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.640942] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.641070] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.641136] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.641208] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.641361] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.642051] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.642051] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: da7e59d8-974e-401d-88bb-b61fff1f9366 already deleted. [ 1016.642051] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-da7e59d8-974e-401d-88bb-b61fff1f9366" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.870897] env[66859]: INFO networking_nsxv3.common.synchronization [req-9cf7a37c-3bff-463d-8796-9286bf59f49f req-8abe1a3f-2051-4a9a-887a-3ae7aa10f8e4 tempest-DeleteServersTestJSON-1914830034 tempest-DeleteServersTestJSON-1914830034-project-member] Enqueued Resource ID: 1144757e-e67c-488c-b78d-b24437441b02 with Priority: HIGHEST for action security_group_members [ 1016.871505] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1144757e-e67c-488c-b78d-b24437441b02 with Priority: HIGHEST for action security_group_members [ 1016.872939] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-1144757e-e67c-488c-b78d-b24437441b02 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.873087] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1144757e-e67c-488c-b78d-b24437441b02" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.873152] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1144757e-e67c-488c-b78d-b24437441b02" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.873365] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1144757e-e67c-488c-b78d-b24437441b02" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.873536] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.873640] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.873698] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.873859] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.873947] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.874067] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1144757e-e67c-488c-b78d-b24437441b02',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.111954] env[66859]: DEBUG networking_nsxv3.common.locking [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.112316] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.112316] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.112589] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.112742] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.113206] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Segment Port 74cfa6d3-e5fd-4704-b48f-e1b434f1b018 not found, creating... [ 1017.113206] env[66859]: DEBUG networking_nsxv3.common.locking [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.113337] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquiring lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.113430] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.113649] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired external semaphore "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.113783] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Releasing lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.114077] env[66859]: DEBUG networking_nsxv3.common.locking [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.114234] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.114351] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.114579] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.114715] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.114849] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Resource: SegmentPort with ID: 74cfa6d3-e5fd-4704-b48f-e1b434f1b018 is going to be created. [ 1017.139845] env[66859]: DEBUG networking_nsxv3.common.locking [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.139845] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.140026] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.140349] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.140614] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.140854] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Releasing lock "port-74cfa6d3-e5fd-4704-b48f-e1b434f1b018" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.376973] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.377398] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.377493] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.377795] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.378020] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.378402] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.378554] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.378554] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.378934] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.378934] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.378934] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1144757e-e67c-488c-b78d-b24437441b02 is going to be updated. [ 1017.409179] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.409426] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.409503] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.409722] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.409861] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.420577] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1144757e-e67c-488c-b78d-b24437441b02 in Status: IN_PROGRESS for 2s [ 1017.882469] env[66859]: INFO networking_nsxv3.common.synchronization [req-184e8c6f-8c7d-41b5-b7f4-00999f1d67e2 req-e2a38670-fa63-4c59-9136-e2a222ee4665 service nova] Enqueued Resource ID: da7e59d8-974e-401d-88bb-b61fff1f9366 with Priority: HIGHEST for action security_group_rules [ 1017.882776] env[66859]: INFO networking_nsxv3.common.synchronization [req-184e8c6f-8c7d-41b5-b7f4-00999f1d67e2 req-e2a38670-fa63-4c59-9136-e2a222ee4665 service nova] Enqueued Resource ID: da7e59d8-974e-401d-88bb-b61fff1f9366 with Priority: HIGHEST for action security_group_members [ 1017.882910] env[66859]: INFO networking_nsxv3.common.synchronization [req-184e8c6f-8c7d-41b5-b7f4-00999f1d67e2 req-e2a38670-fa63-4c59-9136-e2a222ee4665 service nova] Enqueued Resource ID: 74cfa6d3-e5fd-4704-b48f-e1b434f1b018 with Priority: HIGHEST for action port [ 1017.883461] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: da7e59d8-974e-401d-88bb-b61fff1f9366 with Priority: HIGHEST for action security_group_rules [ 1017.883669] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: da7e59d8-974e-401d-88bb-b61fff1f9366 with Priority: HIGHEST for action security_group_members [ 1017.883766] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 74cfa6d3-e5fd-4704-b48f-e1b434f1b018 with Priority: HIGHEST for action port [ 1017.884124] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock rules-da7e59d8-974e-401d-88bb-b61fff1f9366 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.884279] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-da7e59d8-974e-401d-88bb-b61fff1f9366" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.884375] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-da7e59d8-974e-401d-88bb-b61fff1f9366" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.885314] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-da7e59d8-974e-401d-88bb-b61fff1f9366" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.885314] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('da7e59d8-974e-401d-88bb-b61fff1f9366',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.885658] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-da7e59d8-974e-401d-88bb-b61fff1f9366 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.885774] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-da7e59d8-974e-401d-88bb-b61fff1f9366" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.885835] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-da7e59d8-974e-401d-88bb-b61fff1f9366" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.886720] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-da7e59d8-974e-401d-88bb-b61fff1f9366" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.886720] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.886720] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.886720] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.886720] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.886720] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.886919] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('da7e59d8-974e-401d-88bb-b61fff1f9366',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.887624] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock port-74cfa6d3-e5fd-4704-b48f-e1b434f1b018 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.887735] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-74cfa6d3-e5fd-4704-b48f-e1b434f1b018" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.887802] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-74cfa6d3-e5fd-4704-b48f-e1b434f1b018" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.888301] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-74cfa6d3-e5fd-4704-b48f-e1b434f1b018" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.888301] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('74cfa6d3-e5fd-4704-b48f-e1b434f1b018',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.989778] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 05cc598e-82f8-45ef-aece-de3189221663 in Status: SUCCESS [ 1017.989778] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-05cc598e-82f8-45ef-aece-de3189221663" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.069196] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8c8fcfbc-e265-4b44-8944-eadf7c1c4086 in Status: SUCCESS [ 1018.069468] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8c8fcfbc-e265-4b44-8944-eadf7c1c4086" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.389530] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-da7e59d8-974e-401d-88bb-b61fff1f9366 taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.389678] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-da7e59d8-974e-401d-88bb-b61fff1f9366" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.389929] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('da7e59d8-974e-401d-88bb-b61fff1f9366',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.393167] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 74cfa6d3-e5fd-4704-b48f-e1b434f1b018 with status ACTIVE [ 1018.394181] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.394181] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.394181] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.394181] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.394181] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.394181] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.394181] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.394181] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.394522] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.394522] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.394765] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.394867] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.394922] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.395744] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.395744] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.395744] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 74cfa6d3-e5fd-4704-b48f-e1b434f1b018 is going to be updated. [ 1018.417905] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.418149] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.418149] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.418370] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.418514] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.418675] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-74cfa6d3-e5fd-4704-b48f-e1b434f1b018" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.893067] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('da7e59d8-974e-401d-88bb-b61fff1f9366',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.943897] env[66859]: INFO networking_nsxv3.common.synchronization [None req-8d18b2ff-b081-4e75-b5e6-e7012d1cdb09 None None] Enqueued Resource ID: 34d2bcd4-f450-4a2e-bdee-ddab7264f1a6 with Priority: HIGHEST for action port [ 1018.944207] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34d2bcd4-f450-4a2e-bdee-ddab7264f1a6 with Priority: HIGHEST for action port [ 1018.944761] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock port-34d2bcd4-f450-4a2e-bdee-ddab7264f1a6 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.944887] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-34d2bcd4-f450-4a2e-bdee-ddab7264f1a6" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.945231] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-34d2bcd4-f450-4a2e-bdee-ddab7264f1a6" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.945231] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-34d2bcd4-f450-4a2e-bdee-ddab7264f1a6" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.945334] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('34d2bcd4-f450-4a2e-bdee-ddab7264f1a6',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.397600] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.398973] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.398973] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.398973] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.398973] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.398973] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: da7e59d8-974e-401d-88bb-b61fff1f9366 is going to be created. [ 1019.425037] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.425037] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.425037] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.425037] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.425343] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.433164] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1144757e-e67c-488c-b78d-b24437441b02 in Status: SUCCESS [ 1019.433373] env[66859]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1144757e-e67c-488c-b78d-b24437441b02 deletion is rescheduled due to dependency. [ 1019.433540] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1144757e-e67c-488c-b78d-b24437441b02" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.434442] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: da7e59d8-974e-401d-88bb-b61fff1f9366 in Status: UNINITIALIZED for 2s [ 1019.448290] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 34d2bcd4-f450-4a2e-bdee-ddab7264f1a6 [ 1019.448536] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.448668] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.448735] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.448948] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.449073] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.449189] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:34d2bcd4-f450-4a2e-bdee-ddab7264f1a6 already deleted. [ 1019.449286] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-34d2bcd4-f450-4a2e-bdee-ddab7264f1a6" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.718302] env[66859]: INFO networking_nsxv3.common.synchronization [req-14fc166a-2ebc-4808-9e47-770fd15e720d req-01830c5b-caef-4782-901a-a46685c4672f tempest-SecurityGroupRulesTestJSON-484384881 tempest-SecurityGroupRulesTestJSON-484384881-project-member] Enqueued Resource ID: 3aa7f121-b7bb-4515-8461-c962409c27ef with Priority: HIGHEST for action security_group_rules [ 1019.718835] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3aa7f121-b7bb-4515-8461-c962409c27ef with Priority: HIGHEST for action security_group_rules [ 1019.719379] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3aa7f121-b7bb-4515-8461-c962409c27ef taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.719379] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3aa7f121-b7bb-4515-8461-c962409c27ef" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.719379] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3aa7f121-b7bb-4515-8461-c962409c27ef" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.719627] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3aa7f121-b7bb-4515-8461-c962409c27ef" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.719703] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3aa7f121-b7bb-4515-8461-c962409c27ef',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.964611] env[66859]: INFO networking_nsxv3.common.synchronization [req-69c0758c-7b39-4850-b114-936921bdc8e1 req-4653e76f-2f48-4011-a806-e860636eb307 tempest-SecurityGroupRulesTestJSON-484384881 tempest-SecurityGroupRulesTestJSON-484384881-project-member] Enqueued Resource ID: 39ca67d5-6d60-4f55-b4de-0ebe734e6dc9 with Priority: HIGHEST for action security_group_rules [ 1019.966266] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 39ca67d5-6d60-4f55-b4de-0ebe734e6dc9 with Priority: HIGHEST for action security_group_rules [ 1019.966266] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock rules-39ca67d5-6d60-4f55-b4de-0ebe734e6dc9 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.966266] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-39ca67d5-6d60-4f55-b4de-0ebe734e6dc9" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.966266] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-39ca67d5-6d60-4f55-b4de-0ebe734e6dc9" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.966266] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-39ca67d5-6d60-4f55-b4de-0ebe734e6dc9" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.966266] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('39ca67d5-6d60-4f55-b4de-0ebe734e6dc9',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.259615] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.260084] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.260084] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.260811] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.260811] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.260811] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3aa7f121-b7bb-4515-8461-c962409c27ef already deleted. [ 1020.260983] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3aa7f121-b7bb-4515-8461-c962409c27ef" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.444324] env[66859]: INFO networking_nsxv3.common.synchronization [req-72140e54-837b-4325-9841-0023331a57b2 req-095f1567-664d-4db3-97d4-b98d9d3b359b tempest-SecurityGroupRulesTestJSON-484384881 tempest-SecurityGroupRulesTestJSON-484384881-project-member] Enqueued Resource ID: 932d5d20-a38d-4606-bc0b-784bf3afa0e9 with Priority: HIGHEST for action security_group_rules [ 1020.444324] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 932d5d20-a38d-4606-bc0b-784bf3afa0e9 with Priority: HIGHEST for action security_group_rules [ 1020.444324] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock rules-932d5d20-a38d-4606-bc0b-784bf3afa0e9 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.444324] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-932d5d20-a38d-4606-bc0b-784bf3afa0e9" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.444938] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-932d5d20-a38d-4606-bc0b-784bf3afa0e9" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.445086] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-932d5d20-a38d-4606-bc0b-784bf3afa0e9" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.445171] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('932d5d20-a38d-4606-bc0b-784bf3afa0e9',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.487959] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.488164] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.488429] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.489440] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.489546] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.489700] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 39ca67d5-6d60-4f55-b4de-0ebe734e6dc9 already deleted. [ 1020.489768] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-39ca67d5-6d60-4f55-b4de-0ebe734e6dc9" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.967755] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.968123] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.968123] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.968123] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.968421] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.968421] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 932d5d20-a38d-4606-bc0b-784bf3afa0e9 already deleted. [ 1020.968421] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-932d5d20-a38d-4606-bc0b-784bf3afa0e9" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.993829] env[66859]: INFO networking_nsxv3.common.synchronization [None req-5082fbdf-671b-4cd0-80d0-f084e05349ce None None] Enqueued Resource ID: d1baeb72-b179-454f-b85e-e6183eefc2f5 with Priority: HIGHEST for action port [ 1020.994420] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d1baeb72-b179-454f-b85e-e6183eefc2f5 with Priority: HIGHEST for action port [ 1020.996071] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock port-d1baeb72-b179-454f-b85e-e6183eefc2f5 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.996071] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d1baeb72-b179-454f-b85e-e6183eefc2f5" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.996223] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d1baeb72-b179-454f-b85e-e6183eefc2f5" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.996542] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d1baeb72-b179-454f-b85e-e6183eefc2f5" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.996542] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d1baeb72-b179-454f-b85e-e6183eefc2f5',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.029115] env[66859]: INFO networking_nsxv3.common.synchronization [req-f2acf623-9311-46e3-880e-f5def1cebfe6 req-2104ceb0-4d9a-4eb1-a9aa-bd4134b8ec3a tempest-SecurityGroupRulesTestJSON-484384881 tempest-SecurityGroupRulesTestJSON-484384881-project-member] Enqueued Resource ID: 70fe6c7e-86e2-414e-910c-10d6733e5cc2 with Priority: HIGHEST for action security_group_rules [ 1021.031087] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 70fe6c7e-86e2-414e-910c-10d6733e5cc2 with Priority: HIGHEST for action security_group_rules [ 1021.031087] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock rules-70fe6c7e-86e2-414e-910c-10d6733e5cc2 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.031087] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-70fe6c7e-86e2-414e-910c-10d6733e5cc2" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.031087] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-70fe6c7e-86e2-414e-910c-10d6733e5cc2" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.031691] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-70fe6c7e-86e2-414e-910c-10d6733e5cc2" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.031812] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('70fe6c7e-86e2-414e-910c-10d6733e5cc2',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.445674] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: da7e59d8-974e-401d-88bb-b61fff1f9366 in Status: SUCCESS [ 1021.445971] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-da7e59d8-974e-401d-88bb-b61fff1f9366" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.446350] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-da7e59d8-974e-401d-88bb-b61fff1f9366" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.447350] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-da7e59d8-974e-401d-88bb-b61fff1f9366" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.447350] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.447350] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.447350] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.447350] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.447350] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.447350] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-da7e59d8-974e-401d-88bb-b61fff1f9366" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.447350] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('da7e59d8-974e-401d-88bb-b61fff1f9366',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.499859] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d1baeb72-b179-454f-b85e-e6183eefc2f5 [ 1021.500098] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.500293] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.500384] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.500749] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.501126] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.501126] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d1baeb72-b179-454f-b85e-e6183eefc2f5 already deleted. [ 1021.501126] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d1baeb72-b179-454f-b85e-e6183eefc2f5" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.553960] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.554168] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.554275] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.554525] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.554843] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.554843] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 70fe6c7e-86e2-414e-910c-10d6733e5cc2 already deleted. [ 1021.554843] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-70fe6c7e-86e2-414e-910c-10d6733e5cc2" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.562421] env[66859]: INFO networking_nsxv3.common.synchronization [req-57b6de65-c8d7-45af-8ef0-fe63249260ae req-7138db81-33ad-4f63-b43d-736919971664 tempest-SecurityGroupRulesTestJSON-484384881 tempest-SecurityGroupRulesTestJSON-484384881-project-member] Enqueued Resource ID: ee1eaa77-551a-453c-ae75-58d2e02cef31 with Priority: HIGHEST for action security_group_rules [ 1021.563251] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee1eaa77-551a-453c-ae75-58d2e02cef31 with Priority: HIGHEST for action security_group_rules [ 1021.563251] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ee1eaa77-551a-453c-ae75-58d2e02cef31 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.563417] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ee1eaa77-551a-453c-ae75-58d2e02cef31" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.563417] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ee1eaa77-551a-453c-ae75-58d2e02cef31" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.563621] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ee1eaa77-551a-453c-ae75-58d2e02cef31" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.563694] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ee1eaa77-551a-453c-ae75-58d2e02cef31',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.729480] env[66859]: INFO networking_nsxv3.common.synchronization [req-8469b138-6bc0-4d55-b509-af4496632ee6 req-81321dc2-9a08-4d6a-81b6-0763d7a02a6c tempest-SecurityGroupRulesTestJSON-484384881 tempest-SecurityGroupRulesTestJSON-484384881-project-member] Enqueued Resource ID: ee1eaa77-551a-453c-ae75-58d2e02cef31 with Priority: HIGHEST for action security_group_rules [ 1021.730585] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee1eaa77-551a-453c-ae75-58d2e02cef31 with Priority: HIGHEST for action security_group_rules [ 1021.730585] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ee1eaa77-551a-453c-ae75-58d2e02cef31 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.730896] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ee1eaa77-551a-453c-ae75-58d2e02cef31" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.906410] env[66859]: INFO networking_nsxv3.common.synchronization [req-a79ca56a-2df4-45aa-8507-83d3df8f860d req-376c2c03-bb0d-46a6-8981-8ba9a1c276e9 tempest-SecurityGroupRulesTestJSON-484384881 tempest-SecurityGroupRulesTestJSON-484384881-project-member] Enqueued Resource ID: ee1eaa77-551a-453c-ae75-58d2e02cef31 with Priority: HIGHEST for action security_group_rules [ 1021.907346] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee1eaa77-551a-453c-ae75-58d2e02cef31 with Priority: HIGHEST for action security_group_rules [ 1021.907346] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ee1eaa77-551a-453c-ae75-58d2e02cef31 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.907346] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ee1eaa77-551a-453c-ae75-58d2e02cef31" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.949444] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-da7e59d8-974e-401d-88bb-b61fff1f9366 taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.949579] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-da7e59d8-974e-401d-88bb-b61fff1f9366" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.949652] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-da7e59d8-974e-401d-88bb-b61fff1f9366" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.949870] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-da7e59d8-974e-401d-88bb-b61fff1f9366" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.950054] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.950170] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.950289] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.950449] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.950564] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.950633] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-da7e59d8-974e-401d-88bb-b61fff1f9366" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.950765] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-da7e59d8-974e-401d-88bb-b61fff1f9366 taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.950855] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-da7e59d8-974e-401d-88bb-b61fff1f9366" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.950914] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-da7e59d8-974e-401d-88bb-b61fff1f9366" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.951049] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-da7e59d8-974e-401d-88bb-b61fff1f9366" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.951208] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.951297] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.951362] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.951488] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.951555] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.951633] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-da7e59d8-974e-401d-88bb-b61fff1f9366" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.951720] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('da7e59d8-974e-401d-88bb-b61fff1f9366',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.083676] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.084055] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.084055] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.084135] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.084230] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.084327] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ee1eaa77-551a-453c-ae75-58d2e02cef31 already deleted. [ 1022.084409] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ee1eaa77-551a-453c-ae75-58d2e02cef31" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.084552] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ee1eaa77-551a-453c-ae75-58d2e02cef31" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.084704] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ee1eaa77-551a-453c-ae75-58d2e02cef31" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.084808] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ee1eaa77-551a-453c-ae75-58d2e02cef31',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.453976] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for da7e59d8-974e-401d-88bb-b61fff1f9366: rpc.has_security_group_logging(os_id): False [ 1022.473548] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.473548] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.473729] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.474083] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.474083] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.474083] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.474251] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.474251] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.474423] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.474476] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.474993] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.474993] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.474993] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.474993] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.474993] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.475249] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.475313] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.475347] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.475681] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.475681] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.475681] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: da7e59d8-974e-401d-88bb-b61fff1f9366 is going to be created. [ 1022.538153] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.538248] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.538325] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.538569] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.538839] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.551091] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: da7e59d8-974e-401d-88bb-b61fff1f9366 in Status: IN_PROGRESS for 2s [ 1022.610650] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.610835] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.610882] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.611068] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.611183] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.611306] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ee1eaa77-551a-453c-ae75-58d2e02cef31 already deleted. [ 1022.611393] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ee1eaa77-551a-453c-ae75-58d2e02cef31" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.611908] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ee1eaa77-551a-453c-ae75-58d2e02cef31" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.612099] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ee1eaa77-551a-453c-ae75-58d2e02cef31" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.612497] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ee1eaa77-551a-453c-ae75-58d2e02cef31',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.137032] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.137032] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.137032] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.137032] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.137032] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.137032] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ee1eaa77-551a-453c-ae75-58d2e02cef31 already deleted. [ 1023.137032] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ee1eaa77-551a-453c-ae75-58d2e02cef31" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.573386] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: da7e59d8-974e-401d-88bb-b61fff1f9366 in Status: SUCCESS [ 1024.573689] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-da7e59d8-974e-401d-88bb-b61fff1f9366" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.016022] env[66859]: INFO networking_nsxv3.common.synchronization [req-0b6cac74-7576-42d4-b86f-958dbaa77533 req-4add9738-41be-420b-9e7b-3bca2f18f6e9 tempest-ServerAddressesNegativeTestJSON-771243325 tempest-ServerAddressesNegativeTestJSON-771243325-project-member] Enqueued Resource ID: 20d85aa2-a829-49cd-a489-f8d8e891facc with Priority: HIGHEST for action security_group_members [ 1025.016022] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20d85aa2-a829-49cd-a489-f8d8e891facc with Priority: HIGHEST for action security_group_members [ 1025.016022] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-20d85aa2-a829-49cd-a489-f8d8e891facc taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.016022] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20d85aa2-a829-49cd-a489-f8d8e891facc" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.016022] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20d85aa2-a829-49cd-a489-f8d8e891facc" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.016022] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20d85aa2-a829-49cd-a489-f8d8e891facc" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.016022] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.016022] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.016022] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.016022] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.016022] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.016022] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('20d85aa2-a829-49cd-a489-f8d8e891facc',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.509610] env[66859]: DEBUG networking_nsxv3.common.locking [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Lock network-822 taken with stack trace [, , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.509854] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquiring lock "network-822" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.509927] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired lock "network-822" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.510300] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired external semaphore "network-822" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.510575] env[66859]: DEBUG networking_nsxv3.common.locking [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.510716] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquiring lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.510829] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.511124] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired external semaphore "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.511294] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Releasing lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.511474] env[66859]: DEBUG dogpile.cache.region [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] No value present for key: 'zone-id' {{(pid=66859) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1025.511586] env[66859]: DEBUG dogpile.lock [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] NeedRegenerationException {{(pid=66859) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1025.511690] env[66859]: DEBUG dogpile.lock [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] no value, waiting for create lock {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1025.511790] env[66859]: DEBUG dogpile.lock [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] value creation lock acquired {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1025.511893] env[66859]: DEBUG dogpile.cache.region [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] No value present for key: 'zone-id' {{(pid=66859) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1025.511992] env[66859]: DEBUG dogpile.lock [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Calling creation function for not-yet-present value {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1025.512133] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1025.519120] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.519312] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.519366] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.519524] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.519612] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.519808] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.519906] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.519967] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.520137] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.520210] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.520296] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 20d85aa2-a829-49cd-a489-f8d8e891facc already deleted. [ 1025.520374] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20d85aa2-a829-49cd-a489-f8d8e891facc" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.533714] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1025.533897] env[66859]: DEBUG dogpile.cache.region [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66859) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1025.534041] env[66859]: DEBUG dogpile.lock [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Released creation lock {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1025.534221] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Releasing lock "network-822" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.534537] env[66859]: DEBUG networking_nsxv3.common.locking [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Lock port-14b40d5c-3ec2-4ac7-bbdd-6fdc2f15b842 taken with stack trace [, , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.534704] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquiring lock "port-14b40d5c-3ec2-4ac7-bbdd-6fdc2f15b842" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.534819] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired lock "port-14b40d5c-3ec2-4ac7-bbdd-6fdc2f15b842" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.535217] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired external semaphore "port-14b40d5c-3ec2-4ac7-bbdd-6fdc2f15b842" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.535349] env[66859]: DEBUG networking_nsxv3.api.rpc [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('14b40d5c-3ec2-4ac7-bbdd-6fdc2f15b842',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.039766] env[66859]: DEBUG networking_nsxv3.common.locking [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.040102] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.040150] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.040419] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.040640] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.040846] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Segment Port 14b40d5c-3ec2-4ac7-bbdd-6fdc2f15b842 not found, creating... [ 1026.041155] env[66859]: DEBUG networking_nsxv3.common.locking [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.041511] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquiring lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.041635] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.041908] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired external semaphore "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.042197] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Releasing lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.042598] env[66859]: DEBUG networking_nsxv3.common.locking [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.042791] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.042912] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.043152] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.043358] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.043421] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Resource: SegmentPort with ID: 14b40d5c-3ec2-4ac7-bbdd-6fdc2f15b842 is going to be created. [ 1026.066968] env[66859]: DEBUG networking_nsxv3.common.locking [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.067251] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.067355] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.067897] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.067897] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.068385] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Releasing lock "port-14b40d5c-3ec2-4ac7-bbdd-6fdc2f15b842" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.770643] env[66859]: INFO networking_nsxv3.common.synchronization [req-0b6cac74-7576-42d4-b86f-958dbaa77533 req-dce12af3-c221-4501-9053-824e988ee17b service nova] Enqueued Resource ID: 20d85aa2-a829-49cd-a489-f8d8e891facc with Priority: HIGHEST for action security_group_rules [ 1026.770868] env[66859]: INFO networking_nsxv3.common.synchronization [req-0b6cac74-7576-42d4-b86f-958dbaa77533 req-dce12af3-c221-4501-9053-824e988ee17b service nova] Enqueued Resource ID: 20d85aa2-a829-49cd-a489-f8d8e891facc with Priority: HIGHEST for action security_group_members [ 1026.771100] env[66859]: INFO networking_nsxv3.common.synchronization [req-0b6cac74-7576-42d4-b86f-958dbaa77533 req-dce12af3-c221-4501-9053-824e988ee17b service nova] Enqueued Resource ID: 14b40d5c-3ec2-4ac7-bbdd-6fdc2f15b842 with Priority: HIGHEST for action port [ 1026.771591] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20d85aa2-a829-49cd-a489-f8d8e891facc with Priority: HIGHEST for action security_group_rules [ 1026.771739] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20d85aa2-a829-49cd-a489-f8d8e891facc with Priority: HIGHEST for action security_group_members [ 1026.771852] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 14b40d5c-3ec2-4ac7-bbdd-6fdc2f15b842 with Priority: HIGHEST for action port [ 1026.772150] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock rules-20d85aa2-a829-49cd-a489-f8d8e891facc taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.772299] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-20d85aa2-a829-49cd-a489-f8d8e891facc" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.772378] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-20d85aa2-a829-49cd-a489-f8d8e891facc" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.772658] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-20d85aa2-a829-49cd-a489-f8d8e891facc" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.772764] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('20d85aa2-a829-49cd-a489-f8d8e891facc',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.773674] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-20d85aa2-a829-49cd-a489-f8d8e891facc taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.773801] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20d85aa2-a829-49cd-a489-f8d8e891facc" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.773869] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20d85aa2-a829-49cd-a489-f8d8e891facc" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.774085] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20d85aa2-a829-49cd-a489-f8d8e891facc" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.774199] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.774310] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.774392] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.774562] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.774562] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.774702] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('20d85aa2-a829-49cd-a489-f8d8e891facc',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.776803] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock port-14b40d5c-3ec2-4ac7-bbdd-6fdc2f15b842 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.776803] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-14b40d5c-3ec2-4ac7-bbdd-6fdc2f15b842" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.776803] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-14b40d5c-3ec2-4ac7-bbdd-6fdc2f15b842" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.776803] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-14b40d5c-3ec2-4ac7-bbdd-6fdc2f15b842" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.776803] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('14b40d5c-3ec2-4ac7-bbdd-6fdc2f15b842',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.278178] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-20d85aa2-a829-49cd-a489-f8d8e891facc taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.278480] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20d85aa2-a829-49cd-a489-f8d8e891facc" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.278480] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('20d85aa2-a829-49cd-a489-f8d8e891facc',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.279422] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 14b40d5c-3ec2-4ac7-bbdd-6fdc2f15b842 with status ACTIVE [ 1027.279617] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.279733] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.279801] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.280007] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.280115] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.280356] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.280536] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.280536] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.280690] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.280768] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.280948] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.281117] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.281211] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.281366] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.281442] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.281631] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 14b40d5c-3ec2-4ac7-bbdd-6fdc2f15b842 is going to be updated. [ 1027.320192] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.320617] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.321013] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.321013] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.327022] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.327022] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-14b40d5c-3ec2-4ac7-bbdd-6fdc2f15b842" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.414463] env[66859]: INFO networking_nsxv3.common.synchronization [None req-df1be5f3-d4fa-45f3-a5b5-27b11baae919 None None] Enqueued Resource ID: db058f47-3d44-4cc9-8353-0928edb2a0d5 with Priority: HIGHEST for action port [ 1027.415032] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db058f47-3d44-4cc9-8353-0928edb2a0d5 with Priority: HIGHEST for action port [ 1027.415032] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock port-db058f47-3d44-4cc9-8353-0928edb2a0d5 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.415254] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-db058f47-3d44-4cc9-8353-0928edb2a0d5" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.415254] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-db058f47-3d44-4cc9-8353-0928edb2a0d5" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.415483] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-db058f47-3d44-4cc9-8353-0928edb2a0d5" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.415560] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('db058f47-3d44-4cc9-8353-0928edb2a0d5',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.783722] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('20d85aa2-a829-49cd-a489-f8d8e891facc',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.917871] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port db058f47-3d44-4cc9-8353-0928edb2a0d5 [ 1027.917871] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.917871] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.917871] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.918123] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.918123] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.918123] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:db058f47-3d44-4cc9-8353-0928edb2a0d5 already deleted. [ 1027.918234] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-db058f47-3d44-4cc9-8353-0928edb2a0d5" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.287320] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.287320] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.287320] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.287320] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.287320] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.287320] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 20d85aa2-a829-49cd-a489-f8d8e891facc is going to be created. [ 1028.315219] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.315219] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.315219] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.315466] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.316038] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.329498] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 20d85aa2-a829-49cd-a489-f8d8e891facc in Status: UNINITIALIZED for 2s [ 1029.463653] env[66859]: INFO networking_nsxv3.common.synchronization [req-fc618979-f6ad-41ea-a6bc-d5048a4629a7 req-304a9781-3b01-424f-998a-1b269feef6e7 tempest-ServerActionsTestOtherB-68848259 tempest-ServerActionsTestOtherB-68848259-project-member] Enqueued Resource ID: 2a79f51d-2846-4506-af33-55ae2154e6b5 with Priority: HIGHEST for action security_group_members [ 1029.464313] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2a79f51d-2846-4506-af33-55ae2154e6b5 with Priority: HIGHEST for action security_group_members [ 1029.464631] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-2a79f51d-2846-4506-af33-55ae2154e6b5 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.464756] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2a79f51d-2846-4506-af33-55ae2154e6b5" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.464923] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2a79f51d-2846-4506-af33-55ae2154e6b5" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.465921] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2a79f51d-2846-4506-af33-55ae2154e6b5" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.466130] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.466247] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.466333] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.466559] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.466669] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.466775] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2a79f51d-2846-4506-af33-55ae2154e6b5',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.819641] env[66859]: DEBUG networking_nsxv3.common.locking [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Lock network-696 taken with stack trace [, , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.819641] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquiring lock "network-696" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.819836] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired lock "network-696" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.820295] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired external semaphore "network-696" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.820295] env[66859]: DEBUG networking_nsxv3.common.locking [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.820464] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquiring lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.820464] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.820639] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired external semaphore "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.820815] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Releasing lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.821048] env[66859]: DEBUG dogpile.cache.region [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] No value present for key: 'zone-id' {{(pid=66859) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1029.821885] env[66859]: DEBUG dogpile.lock [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] NeedRegenerationException {{(pid=66859) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1029.821885] env[66859]: DEBUG dogpile.lock [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] no value, waiting for create lock {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1029.821885] env[66859]: DEBUG dogpile.lock [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] value creation lock acquired {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1029.821885] env[66859]: DEBUG dogpile.cache.region [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] No value present for key: 'zone-id' {{(pid=66859) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1029.821885] env[66859]: DEBUG dogpile.lock [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Calling creation function for not-yet-present value {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1029.822234] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1029.844460] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1029.844460] env[66859]: DEBUG dogpile.cache.region [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66859) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1029.844460] env[66859]: DEBUG dogpile.lock [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Released creation lock {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1029.844460] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Releasing lock "network-696" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.844460] env[66859]: DEBUG networking_nsxv3.common.locking [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Lock port-61df2bc7-345e-4956-b5ac-7f537f73eb16 taken with stack trace [, , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.844460] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquiring lock "port-61df2bc7-345e-4956-b5ac-7f537f73eb16" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.844460] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired lock "port-61df2bc7-345e-4956-b5ac-7f537f73eb16" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.844460] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired external semaphore "port-61df2bc7-345e-4956-b5ac-7f537f73eb16" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.844460] env[66859]: DEBUG networking_nsxv3.api.rpc [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('61df2bc7-345e-4956-b5ac-7f537f73eb16',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.968720] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.968915] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.969031] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.969367] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.969501] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.969764] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.969935] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.970028] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.970228] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.970356] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.970474] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2a79f51d-2846-4506-af33-55ae2154e6b5 is going to be updated. [ 1030.000641] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.000799] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.000866] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.001170] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.001303] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.012115] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2a79f51d-2846-4506-af33-55ae2154e6b5 in Status: IN_PROGRESS for 2s [ 1030.231861] env[66859]: INFO networking_nsxv3.common.synchronization [req-5b4e716c-718f-4474-bb82-3b490cf41a13 req-4b376085-9ede-4bbe-b998-30c601bc8d02 tempest-ListServersNegativeTestJSON-652270217 tempest-ListServersNegativeTestJSON-652270217-project-member] Enqueued Resource ID: 05cc598e-82f8-45ef-aece-de3189221663 with Priority: HIGHEST for action security_group_members [ 1030.233160] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 05cc598e-82f8-45ef-aece-de3189221663 with Priority: HIGHEST for action security_group_members [ 1030.233160] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-05cc598e-82f8-45ef-aece-de3189221663 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.233160] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-05cc598e-82f8-45ef-aece-de3189221663" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.233348] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-05cc598e-82f8-45ef-aece-de3189221663" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.233953] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-05cc598e-82f8-45ef-aece-de3189221663" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.233953] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.233953] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.233953] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.234238] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.234238] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.234238] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('05cc598e-82f8-45ef-aece-de3189221663',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.342256] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 20d85aa2-a829-49cd-a489-f8d8e891facc in Status: SUCCESS [ 1030.342256] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20d85aa2-a829-49cd-a489-f8d8e891facc" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.342256] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20d85aa2-a829-49cd-a489-f8d8e891facc" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.342486] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20d85aa2-a829-49cd-a489-f8d8e891facc" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.342728] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.342898] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.343241] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.343241] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.343359] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.343480] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20d85aa2-a829-49cd-a489-f8d8e891facc" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.343637] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('20d85aa2-a829-49cd-a489-f8d8e891facc',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.348074] env[66859]: DEBUG networking_nsxv3.common.locking [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.348257] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.349791] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.350611] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.350611] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.350611] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Segment Port 61df2bc7-345e-4956-b5ac-7f537f73eb16 not found, creating... [ 1030.351174] env[66859]: DEBUG networking_nsxv3.common.locking [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.351374] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquiring lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.351374] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.351657] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired external semaphore "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.351911] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Releasing lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.353263] env[66859]: DEBUG networking_nsxv3.common.locking [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.353615] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.353615] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.354208] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.354276] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.354716] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Resource: SegmentPort with ID: 61df2bc7-345e-4956-b5ac-7f537f73eb16 is going to be created. [ 1030.380821] env[66859]: DEBUG networking_nsxv3.common.locking [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.381131] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.381334] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.381601] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.381940] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.382285] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Releasing lock "port-61df2bc7-345e-4956-b5ac-7f537f73eb16" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.736957] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('05cc598e-82f8-45ef-aece-de3189221663',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.742391] env[66859]: INFO networking_nsxv3.common.synchronization [req-daea957f-3869-4892-8f76-733c51d837b2 req-2855e337-3d23-41d8-9a3f-1b21d7dabe9c tempest-ListServersNegativeTestJSON-652270217 tempest-ListServersNegativeTestJSON-652270217-project-member] Enqueued Resource ID: 05cc598e-82f8-45ef-aece-de3189221663 with Priority: HIGHEST for action security_group_members [ 1030.742978] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 05cc598e-82f8-45ef-aece-de3189221663 with Priority: HIGHEST for action security_group_members [ 1030.743357] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-05cc598e-82f8-45ef-aece-de3189221663 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.743467] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-05cc598e-82f8-45ef-aece-de3189221663" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.857251] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-20d85aa2-a829-49cd-a489-f8d8e891facc taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.858193] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20d85aa2-a829-49cd-a489-f8d8e891facc" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.858573] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20d85aa2-a829-49cd-a489-f8d8e891facc" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.858662] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20d85aa2-a829-49cd-a489-f8d8e891facc" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.858809] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.858922] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.858989] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.859164] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.859279] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.859377] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20d85aa2-a829-49cd-a489-f8d8e891facc" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.859534] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-20d85aa2-a829-49cd-a489-f8d8e891facc taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.859630] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20d85aa2-a829-49cd-a489-f8d8e891facc" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.859691] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20d85aa2-a829-49cd-a489-f8d8e891facc" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.859834] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20d85aa2-a829-49cd-a489-f8d8e891facc" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.859973] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.860107] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.860170] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.860312] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.860399] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.860480] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20d85aa2-a829-49cd-a489-f8d8e891facc" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.860572] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('20d85aa2-a829-49cd-a489-f8d8e891facc',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.041278] env[66859]: INFO networking_nsxv3.common.synchronization [None req-f7eded32-9a07-48a2-a022-851dbf965b3c None None] Enqueued Resource ID: 07f97483-3c4c-4221-bc23-1a5d61b4813d with Priority: HIGHEST for action port [ 1031.041896] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07f97483-3c4c-4221-bc23-1a5d61b4813d with Priority: HIGHEST for action port [ 1031.042497] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock port-07f97483-3c4c-4221-bc23-1a5d61b4813d taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.042497] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-07f97483-3c4c-4221-bc23-1a5d61b4813d" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.042497] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-07f97483-3c4c-4221-bc23-1a5d61b4813d" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.042748] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-07f97483-3c4c-4221-bc23-1a5d61b4813d" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.046023] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('07f97483-3c4c-4221-bc23-1a5d61b4813d',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.138975] env[66859]: INFO networking_nsxv3.common.synchronization [req-fc618979-f6ad-41ea-a6bc-d5048a4629a7 req-fef1ce99-3900-41b9-89fd-9727e168963f service nova] Enqueued Resource ID: 2a79f51d-2846-4506-af33-55ae2154e6b5 with Priority: HIGHEST for action security_group_rules [ 1031.139295] env[66859]: INFO networking_nsxv3.common.synchronization [req-fc618979-f6ad-41ea-a6bc-d5048a4629a7 req-fef1ce99-3900-41b9-89fd-9727e168963f service nova] Enqueued Resource ID: 2a79f51d-2846-4506-af33-55ae2154e6b5 with Priority: HIGHEST for action security_group_members [ 1031.139447] env[66859]: INFO networking_nsxv3.common.synchronization [req-fc618979-f6ad-41ea-a6bc-d5048a4629a7 req-fef1ce99-3900-41b9-89fd-9727e168963f service nova] Enqueued Resource ID: 61df2bc7-345e-4956-b5ac-7f537f73eb16 with Priority: HIGHEST for action port [ 1031.140064] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2a79f51d-2846-4506-af33-55ae2154e6b5 with Priority: HIGHEST for action security_group_rules [ 1031.140267] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2a79f51d-2846-4506-af33-55ae2154e6b5 with Priority: HIGHEST for action security_group_members [ 1031.140320] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 61df2bc7-345e-4956-b5ac-7f537f73eb16 with Priority: HIGHEST for action port [ 1031.140632] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2a79f51d-2846-4506-af33-55ae2154e6b5 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.140775] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2a79f51d-2846-4506-af33-55ae2154e6b5" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.140838] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2a79f51d-2846-4506-af33-55ae2154e6b5" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.141082] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2a79f51d-2846-4506-af33-55ae2154e6b5" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.141165] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2a79f51d-2846-4506-af33-55ae2154e6b5',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.142316] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-2a79f51d-2846-4506-af33-55ae2154e6b5 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.142463] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2a79f51d-2846-4506-af33-55ae2154e6b5" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.142665] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock port-61df2bc7-345e-4956-b5ac-7f537f73eb16 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.142803] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-61df2bc7-345e-4956-b5ac-7f537f73eb16" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.143513] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-61df2bc7-345e-4956-b5ac-7f537f73eb16" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.143513] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-61df2bc7-345e-4956-b5ac-7f537f73eb16" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.143513] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('61df2bc7-345e-4956-b5ac-7f537f73eb16',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.239784] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('05cc598e-82f8-45ef-aece-de3189221663',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.363408] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 20d85aa2-a829-49cd-a489-f8d8e891facc: rpc.has_security_group_logging(os_id): False [ 1031.385085] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.385805] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.385805] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.385933] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.386583] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.386583] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.386583] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.386793] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.386793] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.386870] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.388938] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.388938] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.388938] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.389132] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.389132] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.390634] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.390634] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.390634] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.390634] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.390634] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.390634] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 20d85aa2-a829-49cd-a489-f8d8e891facc is going to be created. [ 1031.494619] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.496800] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.496800] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.496800] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.496800] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.508209] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 20d85aa2-a829-49cd-a489-f8d8e891facc in Status: IN_PROGRESS for 2s [ 1031.550038] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 07f97483-3c4c-4221-bc23-1a5d61b4813d [ 1031.550219] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.550359] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.550454] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.550707] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.550833] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.550936] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:07f97483-3c4c-4221-bc23-1a5d61b4813d already deleted. [ 1031.551044] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-07f97483-3c4c-4221-bc23-1a5d61b4813d" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.645280] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-2a79f51d-2846-4506-af33-55ae2154e6b5 taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.645572] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2a79f51d-2846-4506-af33-55ae2154e6b5" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.645664] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 61df2bc7-345e-4956-b5ac-7f537f73eb16 with status ACTIVE [ 1031.645929] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.646104] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.646104] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.646378] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.646510] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.646726] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.646816] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.646875] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.647030] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.647131] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.647318] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.647454] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.647531] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.647628] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.647711] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.647783] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 61df2bc7-345e-4956-b5ac-7f537f73eb16 is going to be updated. [ 1031.673044] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.673228] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.673228] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.673397] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.673573] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.673708] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-61df2bc7-345e-4956-b5ac-7f537f73eb16" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.742574] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.742957] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.742957] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.743252] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.743402] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.743550] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 05cc598e-82f8-45ef-aece-de3189221663 is going to be updated. [ 1031.793296] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.793535] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.793535] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.793716] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.793858] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.804718] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 05cc598e-82f8-45ef-aece-de3189221663 in Status: IN_PROGRESS for 2s [ 1032.024209] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2a79f51d-2846-4506-af33-55ae2154e6b5 in Status: SUCCESS [ 1032.025048] env[66859]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2a79f51d-2846-4506-af33-55ae2154e6b5 deletion is rescheduled due to dependency. [ 1032.025048] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2a79f51d-2846-4506-af33-55ae2154e6b5" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.025048] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2a79f51d-2846-4506-af33-55ae2154e6b5" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.025048] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2a79f51d-2846-4506-af33-55ae2154e6b5" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.025462] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.025545] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.025590] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.025804] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.025910] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.026050] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2a79f51d-2846-4506-af33-55ae2154e6b5',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.529310] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2a79f51d-2846-4506-af33-55ae2154e6b5',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.932381] env[66859]: INFO networking_nsxv3.common.synchronization [req-8da5114d-1517-411a-a879-4112677020a0 req-b7b60b53-e96c-44f2-90d8-0b9363ef778e tempest-ServersNegativeTestJSON-550924383 tempest-ServersNegativeTestJSON-550924383-project-member] Enqueued Resource ID: 4cc90184-19ed-4fde-a79c-0439b036a935 with Priority: HIGHEST for action security_group_members [ 1032.932936] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4cc90184-19ed-4fde-a79c-0439b036a935 with Priority: HIGHEST for action security_group_members [ 1032.933268] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-4cc90184-19ed-4fde-a79c-0439b036a935 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.933387] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4cc90184-19ed-4fde-a79c-0439b036a935" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.933476] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4cc90184-19ed-4fde-a79c-0439b036a935" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.933773] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4cc90184-19ed-4fde-a79c-0439b036a935" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.933900] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.933997] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.934080] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.934245] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.934328] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.934413] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4cc90184-19ed-4fde-a79c-0439b036a935',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.032515] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2a79f51d-2846-4506-af33-55ae2154e6b5',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.269263] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock network-815 taken with stack trace [, , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.269497] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "network-815" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.269670] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "network-815" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.273482] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "network-815" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.273975] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.274453] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.274453] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.274636] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.274788] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.275013] env[66859]: DEBUG dogpile.cache.region [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] No value present for key: 'zone-id' {{(pid=66859) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1033.275137] env[66859]: DEBUG dogpile.lock [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] NeedRegenerationException {{(pid=66859) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1033.275696] env[66859]: DEBUG dogpile.lock [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] no value, waiting for create lock {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1033.275696] env[66859]: DEBUG dogpile.lock [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] value creation lock acquired {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1033.275696] env[66859]: DEBUG dogpile.cache.region [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] No value present for key: 'zone-id' {{(pid=66859) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1033.275696] env[66859]: DEBUG dogpile.lock [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Calling creation function for not-yet-present value {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1033.275696] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1033.294426] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1033.294594] env[66859]: DEBUG dogpile.cache.region [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=66859) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1033.294691] env[66859]: DEBUG dogpile.lock [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Released creation lock {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1033.294858] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "network-815" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.295231] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock port-ddae4851-d42b-4486-a190-8f6c2d923f56 taken with stack trace [, , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.296146] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "port-ddae4851-d42b-4486-a190-8f6c2d923f56" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.296146] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "port-ddae4851-d42b-4486-a190-8f6c2d923f56" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.296146] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "port-ddae4851-d42b-4486-a190-8f6c2d923f56" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.296146] env[66859]: DEBUG networking_nsxv3.api.rpc [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ddae4851-d42b-4486-a190-8f6c2d923f56',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.437607] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.437607] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.437607] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.437899] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.437998] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.438347] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.438347] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.438508] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.439500] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.439500] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.439500] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4cc90184-19ed-4fde-a79c-0439b036a935 already deleted. [ 1033.439500] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4cc90184-19ed-4fde-a79c-0439b036a935" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.523497] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 20d85aa2-a829-49cd-a489-f8d8e891facc in Status: SUCCESS [ 1033.523497] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-20d85aa2-a829-49cd-a489-f8d8e891facc" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.537445] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.537445] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.537445] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.537445] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.537445] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.537445] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2a79f51d-2846-4506-af33-55ae2154e6b5 is going to be updated. [ 1033.572404] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.572404] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.572404] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.572404] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.572404] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.583371] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2a79f51d-2846-4506-af33-55ae2154e6b5 in Status: IN_PROGRESS for 2s [ 1033.798377] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.798670] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.798834] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.799191] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.799386] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.799575] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Segment Port ddae4851-d42b-4486-a190-8f6c2d923f56 not found, creating... [ 1033.799868] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.800073] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.800227] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.800514] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.800740] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.801106] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.801378] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.801523] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.801794] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.801984] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.802409] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Resource: SegmentPort with ID: ddae4851-d42b-4486-a190-8f6c2d923f56 is going to be created. [ 1033.814031] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 05cc598e-82f8-45ef-aece-de3189221663 in Status: SUCCESS [ 1033.814317] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-05cc598e-82f8-45ef-aece-de3189221663" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.814464] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-05cc598e-82f8-45ef-aece-de3189221663" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.814678] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-05cc598e-82f8-45ef-aece-de3189221663" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.814866] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.814986] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.815084] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.815243] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.815302] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.815417] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('05cc598e-82f8-45ef-aece-de3189221663',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.827830] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.828066] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.828177] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.828441] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.828658] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.828875] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "port-ddae4851-d42b-4486-a190-8f6c2d923f56" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.318207] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.318207] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.318520] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.318601] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.318727] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.318973] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.319131] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.319243] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.319494] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.319567] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.319698] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 05cc598e-82f8-45ef-aece-de3189221663 is going to be updated. [ 1034.357053] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.357296] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.357363] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.357553] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.357723] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.368332] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 05cc598e-82f8-45ef-aece-de3189221663 in Status: IN_PROGRESS for 2s [ 1034.569083] env[66859]: INFO networking_nsxv3.common.synchronization [req-8da5114d-1517-411a-a879-4112677020a0 req-a63752f4-d87c-47ff-983b-9e89afdb4556 service nova] Enqueued Resource ID: 4cc90184-19ed-4fde-a79c-0439b036a935 with Priority: HIGHEST for action security_group_rules [ 1034.569083] env[66859]: INFO networking_nsxv3.common.synchronization [req-8da5114d-1517-411a-a879-4112677020a0 req-a63752f4-d87c-47ff-983b-9e89afdb4556 service nova] Enqueued Resource ID: 4cc90184-19ed-4fde-a79c-0439b036a935 with Priority: HIGHEST for action security_group_members [ 1034.569083] env[66859]: INFO networking_nsxv3.common.synchronization [req-8da5114d-1517-411a-a879-4112677020a0 req-a63752f4-d87c-47ff-983b-9e89afdb4556 service nova] Enqueued Resource ID: ddae4851-d42b-4486-a190-8f6c2d923f56 with Priority: HIGHEST for action port [ 1034.569083] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4cc90184-19ed-4fde-a79c-0439b036a935 with Priority: HIGHEST for action security_group_rules [ 1034.569324] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4cc90184-19ed-4fde-a79c-0439b036a935 with Priority: HIGHEST for action security_group_members [ 1034.569480] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ddae4851-d42b-4486-a190-8f6c2d923f56 with Priority: HIGHEST for action port [ 1034.570492] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4cc90184-19ed-4fde-a79c-0439b036a935 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.570492] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4cc90184-19ed-4fde-a79c-0439b036a935" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.570492] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4cc90184-19ed-4fde-a79c-0439b036a935" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.571044] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4cc90184-19ed-4fde-a79c-0439b036a935" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.571044] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4cc90184-19ed-4fde-a79c-0439b036a935',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.572814] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-4cc90184-19ed-4fde-a79c-0439b036a935 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.572814] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4cc90184-19ed-4fde-a79c-0439b036a935" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.572814] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4cc90184-19ed-4fde-a79c-0439b036a935" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.573723] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4cc90184-19ed-4fde-a79c-0439b036a935" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.575032] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.575032] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.575032] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.575032] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.575032] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.575032] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4cc90184-19ed-4fde-a79c-0439b036a935',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.575302] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock port-ddae4851-d42b-4486-a190-8f6c2d923f56 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.575302] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ddae4851-d42b-4486-a190-8f6c2d923f56" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.575428] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ddae4851-d42b-4486-a190-8f6c2d923f56" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.575466] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ddae4851-d42b-4486-a190-8f6c2d923f56" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.575533] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ddae4851-d42b-4486-a190-8f6c2d923f56',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.873026] env[66859]: INFO networking_nsxv3.common.synchronization [req-b3fb157a-cab3-40f0-b256-b564b7f5db47 req-d77b2f17-bd28-4766-923b-55c3a2d39af2 tempest-AttachVolumeNegativeTest-414360256 tempest-AttachVolumeNegativeTest-414360256-project-member] Enqueued Resource ID: 044c1ee1-0411-46aa-9ad6-659586e648b7 with Priority: HIGHEST for action security_group_members [ 1034.873627] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 044c1ee1-0411-46aa-9ad6-659586e648b7 with Priority: HIGHEST for action security_group_members [ 1034.873940] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-044c1ee1-0411-46aa-9ad6-659586e648b7 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.874088] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-044c1ee1-0411-46aa-9ad6-659586e648b7" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.874153] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-044c1ee1-0411-46aa-9ad6-659586e648b7" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.874359] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-044c1ee1-0411-46aa-9ad6-659586e648b7" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.874507] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.874603] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.874661] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.874804] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.874900] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.874972] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('044c1ee1-0411-46aa-9ad6-659586e648b7',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.077951] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-4cc90184-19ed-4fde-a79c-0439b036a935 taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.077951] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4cc90184-19ed-4fde-a79c-0439b036a935" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.079188] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4cc90184-19ed-4fde-a79c-0439b036a935',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.079287] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ddae4851-d42b-4486-a190-8f6c2d923f56 with status ACTIVE [ 1035.079595] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.079848] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.080028] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.080368] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.080563] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.080895] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.082696] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.082696] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.082696] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.082696] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.082696] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.083052] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.083052] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.083052] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.083152] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.083187] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ddae4851-d42b-4486-a190-8f6c2d923f56 is going to be updated. [ 1035.106904] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.107176] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.107301] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.107563] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.107711] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.107933] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ddae4851-d42b-4486-a190-8f6c2d923f56" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.378052] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.378052] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.378052] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.378052] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.378052] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.378794] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.378794] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.378794] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.378794] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.378794] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.379234] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 044c1ee1-0411-46aa-9ad6-659586e648b7 is going to be updated. [ 1035.411144] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.411369] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.411530] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.411801] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.412028] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.422705] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 044c1ee1-0411-46aa-9ad6-659586e648b7 in Status: IN_PROGRESS for 2s [ 1035.586552] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4cc90184-19ed-4fde-a79c-0439b036a935',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.597591] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2a79f51d-2846-4506-af33-55ae2154e6b5 in Status: SUCCESS [ 1035.597929] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2a79f51d-2846-4506-af33-55ae2154e6b5" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.598208] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2a79f51d-2846-4506-af33-55ae2154e6b5" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.598596] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2a79f51d-2846-4506-af33-55ae2154e6b5" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.598877] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.599061] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.599159] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.600116] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.600116] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.600116] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2a79f51d-2846-4506-af33-55ae2154e6b5" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.600116] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2a79f51d-2846-4506-af33-55ae2154e6b5',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.089318] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.089508] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.089589] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.089847] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.089904] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.090016] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4cc90184-19ed-4fde-a79c-0439b036a935 is going to be created. [ 1036.105358] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2a79f51d-2846-4506-af33-55ae2154e6b5',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.115820] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.115939] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.115996] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.116198] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.116353] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.126319] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4cc90184-19ed-4fde-a79c-0439b036a935 in Status: UNINITIALIZED for 2s [ 1036.383623] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 05cc598e-82f8-45ef-aece-de3189221663 in Status: SUCCESS [ 1036.384232] env[66859]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 05cc598e-82f8-45ef-aece-de3189221663 deletion is rescheduled due to dependency. [ 1036.384232] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-05cc598e-82f8-45ef-aece-de3189221663" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.608399] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2a79f51d-2846-4506-af33-55ae2154e6b5: rpc.has_security_group_logging(os_id): False [ 1036.636301] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.636530] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.636635] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.637083] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.637083] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.638110] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.638110] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.638110] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.638110] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.638315] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.638315] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2a79f51d-2846-4506-af33-55ae2154e6b5 is going to be updated. [ 1036.737281] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.737575] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.737575] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.737746] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.737912] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.758680] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2a79f51d-2846-4506-af33-55ae2154e6b5 in Status: IN_PROGRESS for 2s [ 1037.137912] env[66859]: INFO networking_nsxv3.common.synchronization [req-31b15bd7-f879-406f-a497-e28b081adfec req-5b332448-b10e-4e6f-9afb-6dc2cb3895c6 tempest-ServerAddressesNegativeTestJSON-771243325 tempest-ServerAddressesNegativeTestJSON-771243325-project-member] Enqueued Resource ID: 20d85aa2-a829-49cd-a489-f8d8e891facc with Priority: HIGHEST for action security_group_members [ 1037.137912] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20d85aa2-a829-49cd-a489-f8d8e891facc with Priority: HIGHEST for action security_group_members [ 1037.137912] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-20d85aa2-a829-49cd-a489-f8d8e891facc taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.141531] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20d85aa2-a829-49cd-a489-f8d8e891facc" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.141692] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20d85aa2-a829-49cd-a489-f8d8e891facc" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.141842] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20d85aa2-a829-49cd-a489-f8d8e891facc" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.142040] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.142151] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.142261] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.143094] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.143204] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.143320] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('20d85aa2-a829-49cd-a489-f8d8e891facc',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.433784] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 044c1ee1-0411-46aa-9ad6-659586e648b7 in Status: SUCCESS [ 1037.434138] env[66859]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 044c1ee1-0411-46aa-9ad6-659586e648b7 deletion is rescheduled due to dependency. [ 1037.434138] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-044c1ee1-0411-46aa-9ad6-659586e648b7" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.648802] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.648957] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.649048] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.649442] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.649546] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.649771] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.649884] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.649948] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.650127] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.650206] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.650338] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 20d85aa2-a829-49cd-a489-f8d8e891facc is going to be updated. [ 1037.690465] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.690465] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.690465] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.690465] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.690465] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.702907] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 20d85aa2-a829-49cd-a489-f8d8e891facc in Status: IN_PROGRESS for 2s [ 1038.137903] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4cc90184-19ed-4fde-a79c-0439b036a935 in Status: SUCCESS [ 1038.138276] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4cc90184-19ed-4fde-a79c-0439b036a935" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.138543] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4cc90184-19ed-4fde-a79c-0439b036a935" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.138779] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4cc90184-19ed-4fde-a79c-0439b036a935" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.139070] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.139260] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.139336] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.139496] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.139581] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.139734] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4cc90184-19ed-4fde-a79c-0439b036a935" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.139834] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4cc90184-19ed-4fde-a79c-0439b036a935',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.643429] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-4cc90184-19ed-4fde-a79c-0439b036a935 taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.643429] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4cc90184-19ed-4fde-a79c-0439b036a935" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.643429] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4cc90184-19ed-4fde-a79c-0439b036a935" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.643429] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4cc90184-19ed-4fde-a79c-0439b036a935" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.643429] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.644203] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.644203] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.644203] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.644203] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.644203] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4cc90184-19ed-4fde-a79c-0439b036a935" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.644203] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-4cc90184-19ed-4fde-a79c-0439b036a935 taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.644203] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4cc90184-19ed-4fde-a79c-0439b036a935" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.644203] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4cc90184-19ed-4fde-a79c-0439b036a935" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.644579] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4cc90184-19ed-4fde-a79c-0439b036a935" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.644579] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.644690] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.644690] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.644796] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.644869] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.644951] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4cc90184-19ed-4fde-a79c-0439b036a935" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.645050] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4cc90184-19ed-4fde-a79c-0439b036a935',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.773468] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2a79f51d-2846-4506-af33-55ae2154e6b5 in Status: SUCCESS [ 1038.773785] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2a79f51d-2846-4506-af33-55ae2154e6b5" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.146820] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4cc90184-19ed-4fde-a79c-0439b036a935: rpc.has_security_group_logging(os_id): False [ 1039.165286] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.165431] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.165501] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.165715] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.165800] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.165985] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.166091] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.166149] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.166294] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.166367] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.166547] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.166640] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.166696] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.166826] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.166898] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.167090] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.167180] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.167232] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.167389] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.167463] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.167580] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4cc90184-19ed-4fde-a79c-0439b036a935 is going to be created. [ 1039.225724] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.225724] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.225724] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.225724] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.226053] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.236211] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4cc90184-19ed-4fde-a79c-0439b036a935 in Status: IN_PROGRESS for 2s [ 1039.719981] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 20d85aa2-a829-49cd-a489-f8d8e891facc in Status: SUCCESS [ 1039.720298] env[66859]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 20d85aa2-a829-49cd-a489-f8d8e891facc deletion is rescheduled due to dependency. [ 1039.720298] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20d85aa2-a829-49cd-a489-f8d8e891facc" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.249439] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4cc90184-19ed-4fde-a79c-0439b036a935 in Status: SUCCESS [ 1041.249718] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4cc90184-19ed-4fde-a79c-0439b036a935" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.138024] env[66859]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1042.138136] env[66859]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1043.877750] env[66859]: INFO networking_nsxv3.common.synchronization [req-21e952d6-40c0-4174-b7cf-eafc77d9a843 req-f1fac933-d4ac-4dfa-944d-28e2d93d77f8 tempest-ServerDiskConfigTestJSON-342411746 tempest-ServerDiskConfigTestJSON-342411746-project-member] Enqueued Resource ID: 6216ce86-ad2f-4ef8-90d9-106162a1348b with Priority: HIGHEST for action security_group_members [ 1043.878884] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6216ce86-ad2f-4ef8-90d9-106162a1348b with Priority: HIGHEST for action security_group_members [ 1043.879497] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-6216ce86-ad2f-4ef8-90d9-106162a1348b taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.879631] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6216ce86-ad2f-4ef8-90d9-106162a1348b" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.879631] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6216ce86-ad2f-4ef8-90d9-106162a1348b" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.881015] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6216ce86-ad2f-4ef8-90d9-106162a1348b" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.881365] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.881477] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.881637] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.881710] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.881796] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.881890] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6216ce86-ad2f-4ef8-90d9-106162a1348b',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.384614] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.384852] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.384852] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.385166] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.385327] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.385610] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.385751] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.385881] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.386228] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.386353] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.386814] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6216ce86-ad2f-4ef8-90d9-106162a1348b already deleted. [ 1044.386814] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6216ce86-ad2f-4ef8-90d9-106162a1348b" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.463029] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock network-887 taken with stack trace [, , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.463194] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "network-887" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.463300] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "network-887" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.463667] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "network-887" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.463944] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.464438] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.464691] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.465029] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.465291] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.465585] env[66859]: DEBUG dogpile.cache.region [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] No value present for key: 'zone-id' {{(pid=66859) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1044.465833] env[66859]: DEBUG dogpile.lock [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] NeedRegenerationException {{(pid=66859) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1044.466110] env[66859]: DEBUG dogpile.lock [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] no value, waiting for create lock {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1044.466296] env[66859]: DEBUG dogpile.lock [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] value creation lock acquired {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1044.466632] env[66859]: DEBUG dogpile.cache.region [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] No value present for key: 'zone-id' {{(pid=66859) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1044.466843] env[66859]: DEBUG dogpile.lock [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Calling creation function for not-yet-present value {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1044.467102] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1044.507296] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1044.507524] env[66859]: DEBUG dogpile.cache.region [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Cache value generated in 0.040 seconds for key(s): 'zone-id' {{(pid=66859) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1044.507755] env[66859]: DEBUG dogpile.lock [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Released creation lock {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1044.508026] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "network-887" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.508376] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock port-2d176e8e-925a-4730-b49e-5a379768f47d taken with stack trace [, , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.508578] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "port-2d176e8e-925a-4730-b49e-5a379768f47d" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.508699] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "port-2d176e8e-925a-4730-b49e-5a379768f47d" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.509351] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "port-2d176e8e-925a-4730-b49e-5a379768f47d" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.509582] env[66859]: DEBUG networking_nsxv3.api.rpc [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2d176e8e-925a-4730-b49e-5a379768f47d',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.012349] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.012711] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.012711] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.013060] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.013197] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.013368] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Segment Port 2d176e8e-925a-4730-b49e-5a379768f47d not found, creating... [ 1045.013693] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.013866] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.013976] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.014240] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.014378] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.014871] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.014871] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.015047] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.015203] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.015336] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.015467] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Resource: SegmentPort with ID: 2d176e8e-925a-4730-b49e-5a379768f47d is going to be created. [ 1045.037148] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.037415] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.037585] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.037888] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.038107] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.038335] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "port-2d176e8e-925a-4730-b49e-5a379768f47d" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.748855] env[66859]: INFO networking_nsxv3.common.synchronization [req-21e952d6-40c0-4174-b7cf-eafc77d9a843 req-a6589eb6-e9dd-4da9-9c90-50137b49e87f service nova] Enqueued Resource ID: 6216ce86-ad2f-4ef8-90d9-106162a1348b with Priority: HIGHEST for action security_group_rules [ 1045.749055] env[66859]: INFO networking_nsxv3.common.synchronization [req-21e952d6-40c0-4174-b7cf-eafc77d9a843 req-a6589eb6-e9dd-4da9-9c90-50137b49e87f service nova] Enqueued Resource ID: 6216ce86-ad2f-4ef8-90d9-106162a1348b with Priority: HIGHEST for action security_group_members [ 1045.749204] env[66859]: INFO networking_nsxv3.common.synchronization [req-21e952d6-40c0-4174-b7cf-eafc77d9a843 req-a6589eb6-e9dd-4da9-9c90-50137b49e87f service nova] Enqueued Resource ID: 2d176e8e-925a-4730-b49e-5a379768f47d with Priority: HIGHEST for action port [ 1045.749758] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6216ce86-ad2f-4ef8-90d9-106162a1348b with Priority: HIGHEST for action security_group_rules [ 1045.749908] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6216ce86-ad2f-4ef8-90d9-106162a1348b with Priority: HIGHEST for action security_group_members [ 1045.750009] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d176e8e-925a-4730-b49e-5a379768f47d with Priority: HIGHEST for action port [ 1045.750361] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6216ce86-ad2f-4ef8-90d9-106162a1348b taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.750443] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6216ce86-ad2f-4ef8-90d9-106162a1348b" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.750481] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6216ce86-ad2f-4ef8-90d9-106162a1348b" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.750844] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6216ce86-ad2f-4ef8-90d9-106162a1348b" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.750844] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6216ce86-ad2f-4ef8-90d9-106162a1348b',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.751821] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-6216ce86-ad2f-4ef8-90d9-106162a1348b taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.752146] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6216ce86-ad2f-4ef8-90d9-106162a1348b" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.752146] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6216ce86-ad2f-4ef8-90d9-106162a1348b" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.752266] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6216ce86-ad2f-4ef8-90d9-106162a1348b" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.752414] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.752513] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.752587] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.752755] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.752870] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.752943] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6216ce86-ad2f-4ef8-90d9-106162a1348b',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.754809] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock port-2d176e8e-925a-4730-b49e-5a379768f47d taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.754809] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2d176e8e-925a-4730-b49e-5a379768f47d" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.754809] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2d176e8e-925a-4730-b49e-5a379768f47d" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.754809] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2d176e8e-925a-4730-b49e-5a379768f47d" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.754809] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2d176e8e-925a-4730-b49e-5a379768f47d',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.257404] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6216ce86-ad2f-4ef8-90d9-106162a1348b',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.258462] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-6216ce86-ad2f-4ef8-90d9-106162a1348b taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.258572] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6216ce86-ad2f-4ef8-90d9-106162a1348b" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.258759] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2d176e8e-925a-4730-b49e-5a379768f47d with status ACTIVE [ 1046.258915] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.258980] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.259746] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.259746] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.259746] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.259746] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.259746] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.259746] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.260031] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.260031] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.260031] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.260138] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.260200] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.260658] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.260741] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.260826] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2d176e8e-925a-4730-b49e-5a379768f47d is going to be updated. [ 1046.271195] env[66859]: INFO networking_nsxv3.common.synchronization [req-a9395124-dd1f-4ab5-8dac-b48cfc264d07 req-86dd6594-65a4-4253-892e-512274266105 tempest-ServerRescueTestJSON-1441346195 tempest-ServerRescueTestJSON-1441346195-project-member] Enqueued Resource ID: da7e59d8-974e-401d-88bb-b61fff1f9366 with Priority: HIGHEST for action security_group_members [ 1046.271888] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: da7e59d8-974e-401d-88bb-b61fff1f9366 with Priority: HIGHEST for action security_group_members [ 1046.272216] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-da7e59d8-974e-401d-88bb-b61fff1f9366 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.272324] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-da7e59d8-974e-401d-88bb-b61fff1f9366" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.272407] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-da7e59d8-974e-401d-88bb-b61fff1f9366" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.272582] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-da7e59d8-974e-401d-88bb-b61fff1f9366" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.272727] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.272823] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.272876] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.273048] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.273136] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.273264] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('da7e59d8-974e-401d-88bb-b61fff1f9366',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.284168] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.284341] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.284341] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.285025] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.285025] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.285025] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2d176e8e-925a-4730-b49e-5a379768f47d" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.719784] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock network-137 taken with stack trace [, , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.719982] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "network-137" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.720135] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "network-137" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.720403] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "network-137" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.720672] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.720825] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.720957] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.721180] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.721350] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.721668] env[66859]: DEBUG dogpile.cache.region [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] No value present for key: 'zone-id' {{(pid=66859) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1046.721668] env[66859]: DEBUG dogpile.lock [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] NeedRegenerationException {{(pid=66859) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1046.721794] env[66859]: DEBUG dogpile.lock [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] no value, waiting for create lock {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1046.721898] env[66859]: DEBUG dogpile.lock [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] value creation lock acquired {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1046.722017] env[66859]: DEBUG dogpile.cache.region [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] No value present for key: 'zone-id' {{(pid=66859) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1046.722122] env[66859]: DEBUG dogpile.lock [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Calling creation function for not-yet-present value {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1046.722252] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1046.746184] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1046.746441] env[66859]: DEBUG dogpile.cache.region [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=66859) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1046.746624] env[66859]: DEBUG dogpile.lock [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Released creation lock {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1046.746898] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "network-137" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.747130] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock port-95b50e71-0afb-4440-b40b-976b224e678f taken with stack trace [, , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.747584] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "port-95b50e71-0afb-4440-b40b-976b224e678f" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.747584] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "port-95b50e71-0afb-4440-b40b-976b224e678f" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.747763] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "port-95b50e71-0afb-4440-b40b-976b224e678f" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.747915] env[66859]: DEBUG networking_nsxv3.api.rpc [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('95b50e71-0afb-4440-b40b-976b224e678f',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.762736] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6216ce86-ad2f-4ef8-90d9-106162a1348b',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.776259] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('da7e59d8-974e-401d-88bb-b61fff1f9366',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.250256] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.250610] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.250784] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.251074] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.251239] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.251551] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Segment Port 95b50e71-0afb-4440-b40b-976b224e678f not found, creating... [ 1047.251809] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.252021] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.252120] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.252352] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.252493] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.252848] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.252998] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.253126] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.253333] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.253478] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.253661] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Resource: SegmentPort with ID: 95b50e71-0afb-4440-b40b-976b224e678f is going to be created. [ 1047.269240] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.269240] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.269240] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.269240] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.269240] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.269240] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6216ce86-ad2f-4ef8-90d9-106162a1348b is going to be created. [ 1047.275997] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.276443] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.276596] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.276916] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.277178] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.277418] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "port-95b50e71-0afb-4440-b40b-976b224e678f" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.278363] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('da7e59d8-974e-401d-88bb-b61fff1f9366',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.291886] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.292169] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.292169] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.292337] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.292534] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.311181] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6216ce86-ad2f-4ef8-90d9-106162a1348b in Status: UNINITIALIZED for 2s [ 1047.781012] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.781429] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.781686] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.782299] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.782464] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.782708] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: da7e59d8-974e-401d-88bb-b61fff1f9366 is going to be updated. [ 1047.813783] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.813999] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.813999] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.814230] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.814375] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.825349] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: da7e59d8-974e-401d-88bb-b61fff1f9366 in Status: IN_PROGRESS for 2s [ 1048.028370] env[66859]: INFO networking_nsxv3.common.synchronization [req-a9395124-dd1f-4ab5-8dac-b48cfc264d07 req-7152e2cf-e29c-4c34-99c4-e4b3578ec2bf service nova] Enqueued Resource ID: da7e59d8-974e-401d-88bb-b61fff1f9366 with Priority: HIGHEST for action security_group_rules [ 1048.028370] env[66859]: INFO networking_nsxv3.common.synchronization [req-a9395124-dd1f-4ab5-8dac-b48cfc264d07 req-7152e2cf-e29c-4c34-99c4-e4b3578ec2bf service nova] Enqueued Resource ID: da7e59d8-974e-401d-88bb-b61fff1f9366 with Priority: HIGHEST for action security_group_members [ 1048.028370] env[66859]: INFO networking_nsxv3.common.synchronization [req-a9395124-dd1f-4ab5-8dac-b48cfc264d07 req-7152e2cf-e29c-4c34-99c4-e4b3578ec2bf service nova] Enqueued Resource ID: 95b50e71-0afb-4440-b40b-976b224e678f with Priority: HIGHEST for action port [ 1048.028957] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: da7e59d8-974e-401d-88bb-b61fff1f9366 with Priority: HIGHEST for action security_group_rules [ 1048.028957] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: da7e59d8-974e-401d-88bb-b61fff1f9366 with Priority: HIGHEST for action security_group_members [ 1048.029156] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 95b50e71-0afb-4440-b40b-976b224e678f with Priority: HIGHEST for action port [ 1048.029681] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock rules-da7e59d8-974e-401d-88bb-b61fff1f9366 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.029681] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-da7e59d8-974e-401d-88bb-b61fff1f9366" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.029889] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-da7e59d8-974e-401d-88bb-b61fff1f9366" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.029889] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-da7e59d8-974e-401d-88bb-b61fff1f9366" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.031346] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('da7e59d8-974e-401d-88bb-b61fff1f9366',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.031346] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-da7e59d8-974e-401d-88bb-b61fff1f9366 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.031346] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-da7e59d8-974e-401d-88bb-b61fff1f9366" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.031346] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock port-95b50e71-0afb-4440-b40b-976b224e678f taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.031346] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-95b50e71-0afb-4440-b40b-976b224e678f" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.031695] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-95b50e71-0afb-4440-b40b-976b224e678f" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.031695] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-95b50e71-0afb-4440-b40b-976b224e678f" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.031759] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('95b50e71-0afb-4440-b40b-976b224e678f',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.535469] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 95b50e71-0afb-4440-b40b-976b224e678f with status ACTIVE [ 1048.535469] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.535469] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.535469] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.535469] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.535469] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.536531] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.536531] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.536531] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.536531] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.536531] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.536531] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.536531] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.536531] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.536531] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.536531] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.536866] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 95b50e71-0afb-4440-b40b-976b224e678f is going to be updated. [ 1048.538571] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-da7e59d8-974e-401d-88bb-b61fff1f9366 taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.538571] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-da7e59d8-974e-401d-88bb-b61fff1f9366" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.561655] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.561655] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.561655] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.561655] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.561655] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.561655] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-95b50e71-0afb-4440-b40b-976b224e678f" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.330025] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6216ce86-ad2f-4ef8-90d9-106162a1348b in Status: SUCCESS [ 1049.330025] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6216ce86-ad2f-4ef8-90d9-106162a1348b" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.330025] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6216ce86-ad2f-4ef8-90d9-106162a1348b" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.330025] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6216ce86-ad2f-4ef8-90d9-106162a1348b" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.330025] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.330025] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.330025] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.330025] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.330025] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.330025] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6216ce86-ad2f-4ef8-90d9-106162a1348b" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.330025] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6216ce86-ad2f-4ef8-90d9-106162a1348b',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.784505] env[66859]: INFO networking_nsxv3.common.synchronization [None req-4140a660-23e1-4871-a812-4f02b79a3d71 tempest-ServerRescueNegativeTestJSON-1220418832 tempest-ServerRescueNegativeTestJSON-1220418832-project-member] Enqueued Resource ID: 3844e6aa-d726-48c8-a08f-6f0e1c0f525a with Priority: HIGHEST for action security_group_rules [ 1049.788093] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3844e6aa-d726-48c8-a08f-6f0e1c0f525a with Priority: HIGHEST for action security_group_rules [ 1049.788093] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3844e6aa-d726-48c8-a08f-6f0e1c0f525a taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.788093] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3844e6aa-d726-48c8-a08f-6f0e1c0f525a" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.788093] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3844e6aa-d726-48c8-a08f-6f0e1c0f525a" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.788093] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3844e6aa-d726-48c8-a08f-6f0e1c0f525a" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.788093] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3844e6aa-d726-48c8-a08f-6f0e1c0f525a',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.832853] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-6216ce86-ad2f-4ef8-90d9-106162a1348b taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.833029] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6216ce86-ad2f-4ef8-90d9-106162a1348b" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.833111] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6216ce86-ad2f-4ef8-90d9-106162a1348b" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.833296] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6216ce86-ad2f-4ef8-90d9-106162a1348b" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.833691] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.833691] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.833691] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.833942] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.833942] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.833942] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6216ce86-ad2f-4ef8-90d9-106162a1348b" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.834113] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-6216ce86-ad2f-4ef8-90d9-106162a1348b taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.834172] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6216ce86-ad2f-4ef8-90d9-106162a1348b" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.834235] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6216ce86-ad2f-4ef8-90d9-106162a1348b" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.834771] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6216ce86-ad2f-4ef8-90d9-106162a1348b" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.834771] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.834771] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.834771] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.834771] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.835086] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.835086] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6216ce86-ad2f-4ef8-90d9-106162a1348b" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.835086] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6216ce86-ad2f-4ef8-90d9-106162a1348b',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.840286] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: da7e59d8-974e-401d-88bb-b61fff1f9366 in Status: SUCCESS [ 1049.842019] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-da7e59d8-974e-401d-88bb-b61fff1f9366" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.842019] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-da7e59d8-974e-401d-88bb-b61fff1f9366" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.842019] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-da7e59d8-974e-401d-88bb-b61fff1f9366" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.842019] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.842019] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.842019] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.842019] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.842019] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.842019] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('da7e59d8-974e-401d-88bb-b61fff1f9366',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.253279] env[66859]: INFO networking_nsxv3.common.synchronization [None req-ef5a7d4d-241d-42ff-9123-f28bbe6979f7 None None] Enqueued Resource ID: b768604d-3400-43fd-a665-51ae2b8b911e with Priority: HIGHEST for action port [ 1050.253542] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b768604d-3400-43fd-a665-51ae2b8b911e with Priority: HIGHEST for action port [ 1050.253990] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock port-b768604d-3400-43fd-a665-51ae2b8b911e taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.254277] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b768604d-3400-43fd-a665-51ae2b8b911e" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.254504] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b768604d-3400-43fd-a665-51ae2b8b911e" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.255058] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b768604d-3400-43fd-a665-51ae2b8b911e" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.255234] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b768604d-3400-43fd-a665-51ae2b8b911e',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.269191] env[66859]: INFO networking_nsxv3.common.synchronization [req-b4fd9c50-e0da-4049-b5cd-4f3690540eb0 req-a2009d66-6ca1-47eb-84f7-9becd7c30ebd tempest-AttachInterfacesTestJSON-1144280436 tempest-AttachInterfacesTestJSON-1144280436-project-member] Enqueued Resource ID: b87c9eee-f94a-42b0-bb73-5310b72497f8 with Priority: HIGHEST for action security_group_members [ 1050.269191] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b87c9eee-f94a-42b0-bb73-5310b72497f8 with Priority: HIGHEST for action security_group_members [ 1050.270127] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-b87c9eee-f94a-42b0-bb73-5310b72497f8 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.270500] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b87c9eee-f94a-42b0-bb73-5310b72497f8" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.270739] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b87c9eee-f94a-42b0-bb73-5310b72497f8" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.271126] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b87c9eee-f94a-42b0-bb73-5310b72497f8" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.271485] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.271763] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.271925] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.272369] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.272583] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.272823] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b87c9eee-f94a-42b0-bb73-5310b72497f8',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.313270] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.313444] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.313513] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.313694] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.313850] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.313935] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3844e6aa-d726-48c8-a08f-6f0e1c0f525a already deleted. [ 1050.314019] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3844e6aa-d726-48c8-a08f-6f0e1c0f525a" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.340171] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6216ce86-ad2f-4ef8-90d9-106162a1348b: rpc.has_security_group_logging(os_id): False [ 1050.346893] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('da7e59d8-974e-401d-88bb-b61fff1f9366',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.365757] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.365757] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.365757] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.366128] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.366375] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.366666] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.366933] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.367491] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.367574] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.367782] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.368258] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.368442] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.368607] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.368943] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.369174] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.369526] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.369768] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.369913] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.370203] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.370397] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.370582] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6216ce86-ad2f-4ef8-90d9-106162a1348b is going to be created. [ 1050.410055] env[66859]: INFO networking_nsxv3.common.synchronization [None req-bc16965e-1627-49de-bc4a-f1a01459977e tempest-ServerRescueNegativeTestJSON-1220418832 tempest-ServerRescueNegativeTestJSON-1220418832-project-member] Enqueued Resource ID: 3844e6aa-d726-48c8-a08f-6f0e1c0f525a with Priority: HIGHEST for action security_group_rules [ 1050.410885] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3844e6aa-d726-48c8-a08f-6f0e1c0f525a with Priority: HIGHEST for action security_group_rules [ 1050.411624] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3844e6aa-d726-48c8-a08f-6f0e1c0f525a taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.411835] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3844e6aa-d726-48c8-a08f-6f0e1c0f525a" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.412707] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3844e6aa-d726-48c8-a08f-6f0e1c0f525a" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.412707] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3844e6aa-d726-48c8-a08f-6f0e1c0f525a" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.412707] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3844e6aa-d726-48c8-a08f-6f0e1c0f525a',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.445222] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.446220] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.446220] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.446220] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.446220] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.468159] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6216ce86-ad2f-4ef8-90d9-106162a1348b in Status: IN_PROGRESS for 2s [ 1050.757799] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b768604d-3400-43fd-a665-51ae2b8b911e [ 1050.758034] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.758170] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.758237] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.759577] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.759577] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.759577] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b768604d-3400-43fd-a665-51ae2b8b911e already deleted. [ 1050.759577] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b768604d-3400-43fd-a665-51ae2b8b911e" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.776948] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.777222] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.777347] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.777614] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.777947] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.777947] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.778221] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.778280] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.780446] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.780446] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.780446] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b87c9eee-f94a-42b0-bb73-5310b72497f8 already deleted. [ 1050.780446] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b87c9eee-f94a-42b0-bb73-5310b72497f8" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.849748] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('da7e59d8-974e-401d-88bb-b61fff1f9366',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.936656] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.937587] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.937587] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.937722] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.937722] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.937804] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3844e6aa-d726-48c8-a08f-6f0e1c0f525a already deleted. [ 1050.937893] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3844e6aa-d726-48c8-a08f-6f0e1c0f525a" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.080067] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock network-327 taken with stack trace [, , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.080266] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "network-327" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.080476] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "network-327" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.080746] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "network-327" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.081576] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.081576] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.081576] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.083031] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.083945] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.083945] env[66859]: DEBUG dogpile.cache.region [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] No value present for key: 'zone-id' {{(pid=66859) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1051.083945] env[66859]: DEBUG dogpile.lock [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] NeedRegenerationException {{(pid=66859) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1051.083945] env[66859]: DEBUG dogpile.lock [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] no value, waiting for create lock {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1051.083945] env[66859]: DEBUG dogpile.lock [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] value creation lock acquired {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1051.083945] env[66859]: DEBUG dogpile.cache.region [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] No value present for key: 'zone-id' {{(pid=66859) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1051.083945] env[66859]: DEBUG dogpile.lock [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Calling creation function for not-yet-present value {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1051.084247] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1051.103336] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1051.105141] env[66859]: DEBUG dogpile.cache.region [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66859) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1051.105141] env[66859]: DEBUG dogpile.lock [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Released creation lock {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1051.105141] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "network-327" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.105141] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock port-486638c9-5cea-4abe-a217-bc3909806424 taken with stack trace [, , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.105141] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "port-486638c9-5cea-4abe-a217-bc3909806424" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.105141] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "port-486638c9-5cea-4abe-a217-bc3909806424" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.105141] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "port-486638c9-5cea-4abe-a217-bc3909806424" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.105538] env[66859]: DEBUG networking_nsxv3.api.rpc [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('486638c9-5cea-4abe-a217-bc3909806424',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.353205] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.353437] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.353725] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.354096] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.354318] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.354442] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: da7e59d8-974e-401d-88bb-b61fff1f9366 is going to be updated. [ 1051.390417] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.390623] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.390714] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.393472] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.393472] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.402822] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: da7e59d8-974e-401d-88bb-b61fff1f9366 in Status: IN_PROGRESS for 2s [ 1051.608727] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.609045] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.609243] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.609680] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.609858] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.610058] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Segment Port 486638c9-5cea-4abe-a217-bc3909806424 not found, creating... [ 1051.610370] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.610573] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.610732] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.611059] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.611240] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.611657] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.611861] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.612024] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.612285] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.612459] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.612634] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Resource: SegmentPort with ID: 486638c9-5cea-4abe-a217-bc3909806424 is going to be created. [ 1051.640690] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.640966] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.641141] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.641709] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.641982] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.642249] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "port-486638c9-5cea-4abe-a217-bc3909806424" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.693814] env[66859]: INFO networking_nsxv3.common.synchronization [req-03c37f69-b12d-42c8-a28a-92e8015195f3 req-70f7fcd6-78c1-457c-8d58-7ea5fac9f5e9 tempest-DeleteServersTestJSON-1914830034 tempest-DeleteServersTestJSON-1914830034-project-member] Enqueued Resource ID: 1144757e-e67c-488c-b78d-b24437441b02 with Priority: HIGHEST for action security_group_members [ 1051.694538] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1144757e-e67c-488c-b78d-b24437441b02 with Priority: HIGHEST for action security_group_members [ 1051.694899] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-1144757e-e67c-488c-b78d-b24437441b02 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.695072] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1144757e-e67c-488c-b78d-b24437441b02" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.695169] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1144757e-e67c-488c-b78d-b24437441b02" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.695426] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1144757e-e67c-488c-b78d-b24437441b02" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.695590] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.695696] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.695760] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.695911] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.695997] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.696101] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1144757e-e67c-488c-b78d-b24437441b02',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.199303] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.200216] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.200216] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.200718] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.200991] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.201767] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.202084] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.204022] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.204022] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.204022] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.204022] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1144757e-e67c-488c-b78d-b24437441b02 is going to be updated. [ 1052.224835] env[66859]: DEBUG networking_nsxv3.common.locking [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Lock network-190 taken with stack trace [, , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.229893] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquiring lock "network-190" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.230223] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired lock "network-190" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.230627] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired external semaphore "network-190" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.231054] env[66859]: DEBUG networking_nsxv3.common.locking [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.231380] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquiring lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.231624] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.231969] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired external semaphore "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.232245] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Releasing lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.232581] env[66859]: DEBUG dogpile.cache.region [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] No value present for key: 'zone-id' {{(pid=66859) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1052.232853] env[66859]: DEBUG dogpile.lock [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] NeedRegenerationException {{(pid=66859) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1052.234461] env[66859]: DEBUG dogpile.lock [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] no value, waiting for create lock {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1052.234461] env[66859]: DEBUG dogpile.lock [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] value creation lock acquired {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1052.234461] env[66859]: DEBUG dogpile.cache.region [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] No value present for key: 'zone-id' {{(pid=66859) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1052.234461] env[66859]: DEBUG dogpile.lock [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Calling creation function for not-yet-present value {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1052.234461] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1052.235945] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.236214] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.236372] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.236675] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.236939] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.248821] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1144757e-e67c-488c-b78d-b24437441b02 in Status: IN_PROGRESS for 2s [ 1052.258043] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1052.258043] env[66859]: DEBUG dogpile.cache.region [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=66859) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1052.258241] env[66859]: DEBUG dogpile.lock [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Released creation lock {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1052.258631] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Releasing lock "network-190" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.259881] env[66859]: DEBUG networking_nsxv3.common.locking [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Lock port-2b94d905-a000-4537-99d1-08a9466de7ea taken with stack trace [, , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.261058] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquiring lock "port-2b94d905-a000-4537-99d1-08a9466de7ea" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.261058] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired lock "port-2b94d905-a000-4537-99d1-08a9466de7ea" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.261058] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired external semaphore "port-2b94d905-a000-4537-99d1-08a9466de7ea" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.261058] env[66859]: DEBUG networking_nsxv3.api.rpc [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2b94d905-a000-4537-99d1-08a9466de7ea',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.369853] env[66859]: INFO networking_nsxv3.common.synchronization [req-b4fd9c50-e0da-4049-b5cd-4f3690540eb0 req-74f48c90-5b97-4b49-89eb-51c533e1920f service nova] Enqueued Resource ID: b87c9eee-f94a-42b0-bb73-5310b72497f8 with Priority: HIGHEST for action security_group_rules [ 1052.369853] env[66859]: INFO networking_nsxv3.common.synchronization [req-b4fd9c50-e0da-4049-b5cd-4f3690540eb0 req-74f48c90-5b97-4b49-89eb-51c533e1920f service nova] Enqueued Resource ID: b87c9eee-f94a-42b0-bb73-5310b72497f8 with Priority: HIGHEST for action security_group_members [ 1052.370798] env[66859]: INFO networking_nsxv3.common.synchronization [req-b4fd9c50-e0da-4049-b5cd-4f3690540eb0 req-74f48c90-5b97-4b49-89eb-51c533e1920f service nova] Enqueued Resource ID: 486638c9-5cea-4abe-a217-bc3909806424 with Priority: HIGHEST for action port [ 1052.370944] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b87c9eee-f94a-42b0-bb73-5310b72497f8 with Priority: HIGHEST for action security_group_rules [ 1052.371247] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b87c9eee-f94a-42b0-bb73-5310b72497f8 with Priority: HIGHEST for action security_group_members [ 1052.371481] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 486638c9-5cea-4abe-a217-bc3909806424 with Priority: HIGHEST for action port [ 1052.371917] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b87c9eee-f94a-42b0-bb73-5310b72497f8 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.373808] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b87c9eee-f94a-42b0-bb73-5310b72497f8" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.373932] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b87c9eee-f94a-42b0-bb73-5310b72497f8" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.374241] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b87c9eee-f94a-42b0-bb73-5310b72497f8" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.374341] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b87c9eee-f94a-42b0-bb73-5310b72497f8',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.375419] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-b87c9eee-f94a-42b0-bb73-5310b72497f8 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.375565] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b87c9eee-f94a-42b0-bb73-5310b72497f8" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.375643] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b87c9eee-f94a-42b0-bb73-5310b72497f8" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.375837] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b87c9eee-f94a-42b0-bb73-5310b72497f8" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.376018] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.376148] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.376213] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.376358] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.376451] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.376550] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b87c9eee-f94a-42b0-bb73-5310b72497f8',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.378828] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock port-486638c9-5cea-4abe-a217-bc3909806424 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.378828] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-486638c9-5cea-4abe-a217-bc3909806424" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.378828] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-486638c9-5cea-4abe-a217-bc3909806424" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.378828] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-486638c9-5cea-4abe-a217-bc3909806424" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.378828] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('486638c9-5cea-4abe-a217-bc3909806424',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.483529] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6216ce86-ad2f-4ef8-90d9-106162a1348b in Status: SUCCESS [ 1052.483819] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6216ce86-ad2f-4ef8-90d9-106162a1348b" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.612809] env[66859]: INFO networking_nsxv3.common.synchronization [None req-97e7b9fb-f58f-403f-8214-f4358fad393a None None] Enqueued Resource ID: cccaf801-8fcb-4279-b8b7-349a2dda8330 with Priority: HIGHEST for action port [ 1052.613523] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cccaf801-8fcb-4279-b8b7-349a2dda8330 with Priority: HIGHEST for action port [ 1052.613911] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock port-cccaf801-8fcb-4279-b8b7-349a2dda8330 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.614057] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cccaf801-8fcb-4279-b8b7-349a2dda8330" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.614110] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cccaf801-8fcb-4279-b8b7-349a2dda8330" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.614364] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cccaf801-8fcb-4279-b8b7-349a2dda8330" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.614449] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cccaf801-8fcb-4279-b8b7-349a2dda8330',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.765048] env[66859]: DEBUG networking_nsxv3.common.locking [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.765323] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.765460] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.765828] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.766035] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.766209] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Segment Port 2b94d905-a000-4537-99d1-08a9466de7ea not found, creating... [ 1052.766498] env[66859]: DEBUG networking_nsxv3.common.locking [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.766648] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquiring lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.766766] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.768103] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired external semaphore "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.768335] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Releasing lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.768799] env[66859]: DEBUG networking_nsxv3.common.locking [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.768963] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.769110] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.769347] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.769871] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.769871] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Resource: SegmentPort with ID: 2b94d905-a000-4537-99d1-08a9466de7ea is going to be created. [ 1052.794090] env[66859]: DEBUG networking_nsxv3.common.locking [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.794336] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.794491] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.794795] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.795056] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.795311] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Releasing lock "port-2b94d905-a000-4537-99d1-08a9466de7ea" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.882096] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b87c9eee-f94a-42b0-bb73-5310b72497f8',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.882096] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-b87c9eee-f94a-42b0-bb73-5310b72497f8 taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.882096] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b87c9eee-f94a-42b0-bb73-5310b72497f8" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.882702] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 486638c9-5cea-4abe-a217-bc3909806424 with status ACTIVE [ 1052.882702] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.882702] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.882702] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.883798] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.883798] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.883798] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.883798] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.883798] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.883798] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.883798] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.883798] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.883798] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.883798] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.884182] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.884182] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.884182] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 486638c9-5cea-4abe-a217-bc3909806424 is going to be updated. [ 1052.906639] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.906639] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.906639] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.906639] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.906639] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.907014] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-486638c9-5cea-4abe-a217-bc3909806424" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.064145] env[66859]: INFO networking_nsxv3.common.synchronization [req-bb8b5a1d-6b37-422b-890c-32e3be91aead req-5a2cf4f5-5c5c-476e-81e8-f7285c7cee8d tempest-ServersNegativeTestJSON-550924383 tempest-ServersNegativeTestJSON-550924383-project-member] Enqueued Resource ID: 4cc90184-19ed-4fde-a79c-0439b036a935 with Priority: HIGHEST for action security_group_members [ 1053.064722] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4cc90184-19ed-4fde-a79c-0439b036a935 with Priority: HIGHEST for action security_group_members [ 1053.065130] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-4cc90184-19ed-4fde-a79c-0439b036a935 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.065238] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4cc90184-19ed-4fde-a79c-0439b036a935" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.065286] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4cc90184-19ed-4fde-a79c-0439b036a935" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.065459] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4cc90184-19ed-4fde-a79c-0439b036a935" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.065622] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.065719] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.065783] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.065952] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.066059] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.066157] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4cc90184-19ed-4fde-a79c-0439b036a935',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.117733] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cccaf801-8fcb-4279-b8b7-349a2dda8330 [ 1053.118342] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.118655] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.118861] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.119501] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.119592] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.119828] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cccaf801-8fcb-4279-b8b7-349a2dda8330 already deleted. [ 1053.120059] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cccaf801-8fcb-4279-b8b7-349a2dda8330" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.387547] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b87c9eee-f94a-42b0-bb73-5310b72497f8',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.414247] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: da7e59d8-974e-401d-88bb-b61fff1f9366 in Status: SUCCESS [ 1053.414247] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-da7e59d8-974e-401d-88bb-b61fff1f9366" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.414247] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-da7e59d8-974e-401d-88bb-b61fff1f9366" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.414491] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-da7e59d8-974e-401d-88bb-b61fff1f9366" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.414688] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.414864] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.414984] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.415207] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.415255] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.415342] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-da7e59d8-974e-401d-88bb-b61fff1f9366" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.415435] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('da7e59d8-974e-401d-88bb-b61fff1f9366',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.540441] env[66859]: INFO networking_nsxv3.common.synchronization [req-03c37f69-b12d-42c8-a28a-92e8015195f3 req-adf294e8-1db0-4764-8fb3-d5d1d231a744 service nova] Enqueued Resource ID: 1144757e-e67c-488c-b78d-b24437441b02 with Priority: HIGHEST for action security_group_rules [ 1053.540591] env[66859]: INFO networking_nsxv3.common.synchronization [req-03c37f69-b12d-42c8-a28a-92e8015195f3 req-adf294e8-1db0-4764-8fb3-d5d1d231a744 service nova] Enqueued Resource ID: 1144757e-e67c-488c-b78d-b24437441b02 with Priority: HIGHEST for action security_group_members [ 1053.540735] env[66859]: INFO networking_nsxv3.common.synchronization [req-03c37f69-b12d-42c8-a28a-92e8015195f3 req-adf294e8-1db0-4764-8fb3-d5d1d231a744 service nova] Enqueued Resource ID: 2b94d905-a000-4537-99d1-08a9466de7ea with Priority: HIGHEST for action port [ 1053.541572] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1144757e-e67c-488c-b78d-b24437441b02 with Priority: HIGHEST for action security_group_rules [ 1053.541572] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1144757e-e67c-488c-b78d-b24437441b02 with Priority: HIGHEST for action security_group_members [ 1053.541846] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b94d905-a000-4537-99d1-08a9466de7ea with Priority: HIGHEST for action port [ 1053.542014] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1144757e-e67c-488c-b78d-b24437441b02 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.542073] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1144757e-e67c-488c-b78d-b24437441b02" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.542125] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1144757e-e67c-488c-b78d-b24437441b02" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.543300] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1144757e-e67c-488c-b78d-b24437441b02" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.543300] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1144757e-e67c-488c-b78d-b24437441b02',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.543498] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-1144757e-e67c-488c-b78d-b24437441b02 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.543498] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1144757e-e67c-488c-b78d-b24437441b02" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.543746] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock port-2b94d905-a000-4537-99d1-08a9466de7ea taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.543936] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2b94d905-a000-4537-99d1-08a9466de7ea" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.543936] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2b94d905-a000-4537-99d1-08a9466de7ea" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.544845] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2b94d905-a000-4537-99d1-08a9466de7ea" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.544845] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2b94d905-a000-4537-99d1-08a9466de7ea',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.568518] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4cc90184-19ed-4fde-a79c-0439b036a935',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.651490] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock network-815 taken with stack trace [, , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.651490] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "network-815" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.651490] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "network-815" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.651490] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "network-815" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.651490] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.651490] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.651490] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.651490] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.651490] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.651952] env[66859]: DEBUG dogpile.cache.region [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] No value present for key: 'zone-id' {{(pid=66859) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1053.652559] env[66859]: DEBUG dogpile.lock [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] NeedRegenerationException {{(pid=66859) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1053.652559] env[66859]: DEBUG dogpile.lock [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] no value, waiting for create lock {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1053.652559] env[66859]: DEBUG dogpile.lock [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] value creation lock acquired {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1053.652559] env[66859]: DEBUG dogpile.cache.region [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] No value present for key: 'zone-id' {{(pid=66859) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1053.652559] env[66859]: DEBUG dogpile.lock [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Calling creation function for not-yet-present value {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1053.652896] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1053.665595] env[66859]: INFO networking_nsxv3.common.synchronization [None req-5f3d0c1f-7064-4e5d-b192-7a371c44fac2 tempest-AttachVolumeShelveTestJSON-2054043925 tempest-AttachVolumeShelveTestJSON-2054043925-project-member] Enqueued Resource ID: 10cbfb67-dd08-4937-b846-69408404389e with Priority: HIGHEST for action security_group_rules [ 1053.666403] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 10cbfb67-dd08-4937-b846-69408404389e with Priority: HIGHEST for action security_group_rules [ 1053.666684] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock rules-10cbfb67-dd08-4937-b846-69408404389e taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.666884] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-10cbfb67-dd08-4937-b846-69408404389e" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.666994] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-10cbfb67-dd08-4937-b846-69408404389e" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.667361] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-10cbfb67-dd08-4937-b846-69408404389e" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.667697] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('10cbfb67-dd08-4937-b846-69408404389e',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.677032] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1053.677032] env[66859]: DEBUG dogpile.cache.region [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66859) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1053.677032] env[66859]: DEBUG dogpile.lock [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Released creation lock {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1053.677032] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "network-815" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.677032] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock port-5a2894c2-090d-4c61-944a-3221994dbd69 taken with stack trace [, , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.677032] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "port-5a2894c2-090d-4c61-944a-3221994dbd69" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.677032] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "port-5a2894c2-090d-4c61-944a-3221994dbd69" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.677032] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "port-5a2894c2-090d-4c61-944a-3221994dbd69" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.677032] env[66859]: DEBUG networking_nsxv3.api.rpc [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5a2894c2-090d-4c61-944a-3221994dbd69',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.862836] env[66859]: INFO networking_nsxv3.common.synchronization [None req-abbd10ea-47c8-43de-b84c-8a9c3c6daacc tempest-AttachVolumeShelveTestJSON-2054043925 tempest-AttachVolumeShelveTestJSON-2054043925-project-member] Enqueued Resource ID: 10cbfb67-dd08-4937-b846-69408404389e with Priority: HIGHEST for action security_group_rules [ 1053.863549] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 10cbfb67-dd08-4937-b846-69408404389e with Priority: HIGHEST for action security_group_rules [ 1053.863980] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock rules-10cbfb67-dd08-4937-b846-69408404389e taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.864149] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-10cbfb67-dd08-4937-b846-69408404389e" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.889621] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.889812] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.889964] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.890138] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.890272] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.890333] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b87c9eee-f94a-42b0-bb73-5310b72497f8 is going to be created. [ 1053.917548] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.917780] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.917780] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.917962] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.918128] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.919415] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-da7e59d8-974e-401d-88bb-b61fff1f9366 taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.919594] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-da7e59d8-974e-401d-88bb-b61fff1f9366" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.919594] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-da7e59d8-974e-401d-88bb-b61fff1f9366" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.919852] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-da7e59d8-974e-401d-88bb-b61fff1f9366" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.920222] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.920347] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.920408] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.920530] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.920611] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.920694] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-da7e59d8-974e-401d-88bb-b61fff1f9366" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.920836] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-da7e59d8-974e-401d-88bb-b61fff1f9366 taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.920926] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-da7e59d8-974e-401d-88bb-b61fff1f9366" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.921028] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-da7e59d8-974e-401d-88bb-b61fff1f9366" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.921134] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-da7e59d8-974e-401d-88bb-b61fff1f9366" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.921266] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.921401] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.921480] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.921622] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.921712] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.921798] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-da7e59d8-974e-401d-88bb-b61fff1f9366" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.921891] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('da7e59d8-974e-401d-88bb-b61fff1f9366',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.932959] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b87c9eee-f94a-42b0-bb73-5310b72497f8 in Status: UNINITIALIZED for 2s [ 1054.047166] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-1144757e-e67c-488c-b78d-b24437441b02 taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.047305] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1144757e-e67c-488c-b78d-b24437441b02" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.047504] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2b94d905-a000-4537-99d1-08a9466de7ea with status ACTIVE [ 1054.047677] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.047783] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.047864] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.048261] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.048361] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.048688] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.048896] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.048961] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.049285] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.049361] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.049590] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.049679] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.049738] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.049899] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.049977] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.050072] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2b94d905-a000-4537-99d1-08a9466de7ea is going to be updated. [ 1054.073523] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.074091] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.074091] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.074091] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.074091] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.074381] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2b94d905-a000-4537-99d1-08a9466de7ea" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.074538] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4cc90184-19ed-4fde-a79c-0439b036a935',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.179568] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.179920] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.180074] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.180400] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.180558] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.180728] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Segment Port 5a2894c2-090d-4c61-944a-3221994dbd69 not found, creating... [ 1054.181042] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.181213] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.181442] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.181730] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.181903] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.182424] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.182424] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.182603] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.182787] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.182921] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.183086] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Resource: SegmentPort with ID: 5a2894c2-090d-4c61-944a-3221994dbd69 is going to be created. [ 1054.193881] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.194039] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.194095] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.194312] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.194402] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.194498] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 10cbfb67-dd08-4937-b846-69408404389e already deleted. [ 1054.194582] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-10cbfb67-dd08-4937-b846-69408404389e" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.194759] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-10cbfb67-dd08-4937-b846-69408404389e" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.194918] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-10cbfb67-dd08-4937-b846-69408404389e" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.195010] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('10cbfb67-dd08-4937-b846-69408404389e',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.208324] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.208880] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.209089] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.209394] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.210053] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.210053] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "port-5a2894c2-090d-4c61-944a-3221994dbd69" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.260556] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1144757e-e67c-488c-b78d-b24437441b02 in Status: IN_PROGRESS for 4s [ 1054.423874] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for da7e59d8-974e-401d-88bb-b61fff1f9366: rpc.has_security_group_logging(os_id): False [ 1054.444748] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.444925] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.445037] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.445218] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.445312] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.445510] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.445613] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.445678] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.445811] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.445883] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.446122] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.446251] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.446314] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.446562] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.446657] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.446923] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.447078] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.447145] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.447291] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.447369] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.447452] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: da7e59d8-974e-401d-88bb-b61fff1f9366 is going to be updated. [ 1054.508846] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.509018] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.509077] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.509261] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.509418] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.527473] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: da7e59d8-974e-401d-88bb-b61fff1f9366 in Status: IN_PROGRESS for 2s [ 1054.576735] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.576911] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.576959] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.577194] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.577285] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.577382] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4cc90184-19ed-4fde-a79c-0439b036a935 is going to be updated. [ 1054.628744] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.628896] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.628972] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.629207] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.629387] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.655132] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4cc90184-19ed-4fde-a79c-0439b036a935 in Status: IN_PROGRESS for 2s [ 1054.666615] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.666779] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.666853] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.667093] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.667214] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.725797] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.726135] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.726135] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.726275] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.726759] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.726759] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 10cbfb67-dd08-4937-b846-69408404389e already deleted. [ 1054.726759] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-10cbfb67-dd08-4937-b846-69408404389e" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.170949] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.361514] env[66859]: INFO networking_nsxv3.common.synchronization [req-bb8b5a1d-6b37-422b-890c-32e3be91aead req-03008c8d-8772-4dac-99fc-64b3d55ed10d service nova] Enqueued Resource ID: 4cc90184-19ed-4fde-a79c-0439b036a935 with Priority: HIGHEST for action security_group_rules [ 1055.361742] env[66859]: INFO networking_nsxv3.common.synchronization [req-bb8b5a1d-6b37-422b-890c-32e3be91aead req-03008c8d-8772-4dac-99fc-64b3d55ed10d service nova] Enqueued Resource ID: 4cc90184-19ed-4fde-a79c-0439b036a935 with Priority: HIGHEST for action security_group_members [ 1055.361843] env[66859]: INFO networking_nsxv3.common.synchronization [req-bb8b5a1d-6b37-422b-890c-32e3be91aead req-03008c8d-8772-4dac-99fc-64b3d55ed10d service nova] Enqueued Resource ID: 5a2894c2-090d-4c61-944a-3221994dbd69 with Priority: HIGHEST for action port [ 1055.365668] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4cc90184-19ed-4fde-a79c-0439b036a935 with Priority: HIGHEST for action security_group_rules [ 1055.366165] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4cc90184-19ed-4fde-a79c-0439b036a935 with Priority: HIGHEST for action security_group_members [ 1055.366324] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a2894c2-090d-4c61-944a-3221994dbd69 with Priority: HIGHEST for action port [ 1055.366661] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4cc90184-19ed-4fde-a79c-0439b036a935 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.366797] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4cc90184-19ed-4fde-a79c-0439b036a935" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.366797] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4cc90184-19ed-4fde-a79c-0439b036a935" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.367026] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4cc90184-19ed-4fde-a79c-0439b036a935" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.367151] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4cc90184-19ed-4fde-a79c-0439b036a935',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.368136] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-4cc90184-19ed-4fde-a79c-0439b036a935 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.368232] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4cc90184-19ed-4fde-a79c-0439b036a935" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.368465] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock port-5a2894c2-090d-4c61-944a-3221994dbd69 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.368571] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5a2894c2-090d-4c61-944a-3221994dbd69" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.368630] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5a2894c2-090d-4c61-944a-3221994dbd69" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.368830] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5a2894c2-090d-4c61-944a-3221994dbd69" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.368907] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5a2894c2-090d-4c61-944a-3221994dbd69',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.673110] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.870706] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-4cc90184-19ed-4fde-a79c-0439b036a935 taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.870918] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4cc90184-19ed-4fde-a79c-0439b036a935" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.871059] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5a2894c2-090d-4c61-944a-3221994dbd69 with status ACTIVE [ 1055.871262] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.871468] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.871468] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.871699] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.871842] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.872058] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.872058] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.872201] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.872261] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.872320] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.872560] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.872657] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.872717] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.872984] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.872984] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.872984] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5a2894c2-090d-4c61-944a-3221994dbd69 is going to be updated. [ 1055.899039] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.899039] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.899301] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.899474] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.899808] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.900074] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5a2894c2-090d-4c61-944a-3221994dbd69" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.944615] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b87c9eee-f94a-42b0-bb73-5310b72497f8 in Status: SUCCESS [ 1055.944891] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b87c9eee-f94a-42b0-bb73-5310b72497f8" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.945112] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b87c9eee-f94a-42b0-bb73-5310b72497f8" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.945345] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b87c9eee-f94a-42b0-bb73-5310b72497f8" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.945572] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.945694] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.945760] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.945930] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.946041] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.946135] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b87c9eee-f94a-42b0-bb73-5310b72497f8" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.946249] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b87c9eee-f94a-42b0-bb73-5310b72497f8',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.174922] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1056.175135] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1056.270078] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1144757e-e67c-488c-b78d-b24437441b02 in Status: SUCCESS [ 1056.270334] env[66859]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1144757e-e67c-488c-b78d-b24437441b02 deletion is rescheduled due to dependency. [ 1056.270434] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1144757e-e67c-488c-b78d-b24437441b02" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.270577] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1144757e-e67c-488c-b78d-b24437441b02" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.270810] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1144757e-e67c-488c-b78d-b24437441b02" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.270984] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.271163] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.271249] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.271484] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.271563] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.271666] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1144757e-e67c-488c-b78d-b24437441b02',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.448835] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-b87c9eee-f94a-42b0-bb73-5310b72497f8 taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.449109] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b87c9eee-f94a-42b0-bb73-5310b72497f8" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.449109] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b87c9eee-f94a-42b0-bb73-5310b72497f8" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.449321] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b87c9eee-f94a-42b0-bb73-5310b72497f8" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.449454] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.449568] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.449638] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.449760] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.449834] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.449923] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b87c9eee-f94a-42b0-bb73-5310b72497f8" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.450091] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-b87c9eee-f94a-42b0-bb73-5310b72497f8 taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.450204] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b87c9eee-f94a-42b0-bb73-5310b72497f8" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.450272] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b87c9eee-f94a-42b0-bb73-5310b72497f8" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.450377] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b87c9eee-f94a-42b0-bb73-5310b72497f8" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.450512] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.450601] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.450665] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.450782] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.450850] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.450920] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b87c9eee-f94a-42b0-bb73-5310b72497f8" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.451023] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b87c9eee-f94a-42b0-bb73-5310b72497f8',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.545239] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: da7e59d8-974e-401d-88bb-b61fff1f9366 in Status: SUCCESS [ 1056.545372] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-da7e59d8-974e-401d-88bb-b61fff1f9366" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.774593] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1144757e-e67c-488c-b78d-b24437441b02',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.802202] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4cc90184-19ed-4fde-a79c-0439b036a935 in Status: SUCCESS [ 1056.802591] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4cc90184-19ed-4fde-a79c-0439b036a935" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.802966] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4cc90184-19ed-4fde-a79c-0439b036a935" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.803254] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4cc90184-19ed-4fde-a79c-0439b036a935" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.803529] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.803951] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.803951] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.804156] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.804241] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.804399] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4cc90184-19ed-4fde-a79c-0439b036a935',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.956676] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b87c9eee-f94a-42b0-bb73-5310b72497f8: rpc.has_security_group_logging(os_id): False [ 1056.982322] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.982604] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.982671] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.982885] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.982993] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.983218] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.983367] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.983425] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.983607] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.983699] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.983938] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.984180] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.984270] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.984800] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.984890] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.985120] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.985240] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.985345] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.985513] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.985600] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.985724] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b87c9eee-f94a-42b0-bb73-5310b72497f8 is going to be created. [ 1057.086750] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.086999] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.086999] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.087313] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.087505] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.114248] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b87c9eee-f94a-42b0-bb73-5310b72497f8 in Status: IN_PROGRESS for 2s [ 1057.277091] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1144757e-e67c-488c-b78d-b24437441b02',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.308377] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4cc90184-19ed-4fde-a79c-0439b036a935',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.435303] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.435697] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.435697] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.435802] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.447950] env[66859]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1057.448943] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.450321] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1057.485322] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.485494] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.485564] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.485764] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.496600] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.497318] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1057.497394] env[66859]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=66859) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1057.497488] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1057.541161] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.541393] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.541393] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.541685] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.543331] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.543497] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1057.628636] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.628791] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.628875] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.629156] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.629496] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.629787] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1057.708799] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.709020] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.709100] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.709365] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.709698] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.710083] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:46. [ 1057.710145] env[66859]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'2fe8009b-4231-4c5a-8bd8-f40c9782e4b8', '0b7312c5-50f2-4cf9-9a00-348e5ede33d7', 'c2c43257-96ff-41e0-9170-22fd44ad03b7', '955eb3b7-7e9e-4972-9cd5-948338492739', 'da7e59d8-974e-401d-88bb-b61fff1f9366', 'd1eefa23-9462-4d1d-98d8-a427fa544370', '25137f8a-d107-430f-a47d-081a2e1cdd9c', '3cc4351a-efaf-43aa-b95f-8ad880496ab1', '05cc598e-82f8-45ef-aece-de3189221663', '3923f45a-41b2-42c1-8a62-e4b52673704b', '9cf673ac-92bb-46bb-a3a1-432ea15aa039', 'a0f04332-80d9-4894-b55e-4bca08942e71', '2cf0baaa-b5e8-40d9-8fc3-db4cc0ecddce', 'aa6c1750-7015-4744-8167-8778f2c4105c', '1144757e-e67c-488c-b78d-b24437441b02', '20d85aa2-a829-49cd-a489-f8d8e891facc', '8c8fcfbc-e265-4b44-8944-eadf7c1c4086', 'b0a31988-83b1-4472-96dd-f0285bdc0703', '6ad5828c-90b4-4b0c-adc1-87e12469123a', '1907a5cd-a902-4a16-8f62-4c0e90fa0d8e', '044c1ee1-0411-46aa-9ad6-659586e648b7', 'fcba29eb-ac89-449a-a79c-972b61b75b86', '6216ce86-ad2f-4ef8-90d9-106162a1348b', '25cdc873-ff62-40a0-9e9e-1db4cb9dc98c', '61a9a6ec-57b9-4936-b34a-32d467c50283', '23166515-b200-4685-af0d-00ad505cf17c', '8e92a329-5a21-44a3-98f9-4ea24cc92118', 'da1f97c1-5b6a-4cef-b9ab-8112d4c337bd', '70e9380f-d543-43af-88fa-f82c07999d51', '9ee27367-26f8-4f97-b7e1-57d39de434b5', '2a79f51d-2846-4506-af33-55ae2154e6b5', '4522597f-f640-407a-8ae0-aa2fe02a5298', '18681103-b00f-4175-a382-0ef43f41024d', 'a8f5660e-cdcb-4850-84ec-137bbc961d44', 'a503a71a-3769-43f7-98f3-2a5afc59016f', '4cc90184-19ed-4fde-a79c-0439b036a935', 'db4aa64c-ed9c-4fc8-8359-82c95d910445', '09fc9b17-50d2-4789-87d2-0acbd68153f8', '70b72ba9-54e5-4169-9f7e-0932f166000d', '758bec90-5338-4686-8303-0d1624e18914', 'e3df5070-7ac1-49c3-9e10-2f7de20c74ad', 'a8db944f-5ab5-41ea-a1a4-dfecf0473c49', 'b87c9eee-f94a-42b0-bb73-5310b72497f8', 'd1db23ed-fd7e-4098-b8d0-4b73ee95246c', '9977798c-edc8-4a04-a548-1818f0310d60', 'e6237ad6-5a9e-4aa5-b4b6-5b76f2a344e7'} {{(pid=66859) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1057.710253] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1057.733296] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.733457] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.734649] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.735064] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.735064] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.735251] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1057.735251] env[66859]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=66859) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1057.735251] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1057.779963] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.779963] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.779963] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.780379] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.780379] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.780379] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1144757e-e67c-488c-b78d-b24437441b02 is going to be updated. [ 1057.811160] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4cc90184-19ed-4fde-a79c-0439b036a935',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.816897] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.817124] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.817124] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.817806] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.818394] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.828160] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1144757e-e67c-488c-b78d-b24437441b02 in Status: IN_PROGRESS for 2s [ 1057.834040] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.834298] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.834435] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.834717] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.835776] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.836436] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1057.836436] env[66859]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=66859) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1057.836436] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1057.836436] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1057.836436] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/46 resources of Type:Security Group Rules [ 1057.836436] env[66859]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2fe8009b-4231-4c5a-8bd8-f40c9782e4b8 with Priority: HIGH for action security_group_rules [ 1057.836738] env[66859]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0b7312c5-50f2-4cf9-9a00-348e5ede33d7 with Priority: HIGH for action security_group_rules [ 1057.836738] env[66859]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c2c43257-96ff-41e0-9170-22fd44ad03b7 with Priority: HIGH for action security_group_rules [ 1057.836814] env[66859]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 955eb3b7-7e9e-4972-9cd5-948338492739 with Priority: HIGH for action security_group_rules [ 1057.836931] env[66859]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: da7e59d8-974e-401d-88bb-b61fff1f9366 with Priority: HIGH for action security_group_rules [ 1057.836992] env[66859]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d1eefa23-9462-4d1d-98d8-a427fa544370 with Priority: HIGH for action security_group_rules [ 1057.837120] env[66859]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 25137f8a-d107-430f-a47d-081a2e1cdd9c with Priority: HIGH for action security_group_rules [ 1057.837218] env[66859]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3cc4351a-efaf-43aa-b95f-8ad880496ab1 with Priority: HIGH for action security_group_rules [ 1057.837310] env[66859]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 05cc598e-82f8-45ef-aece-de3189221663 with Priority: HIGH for action security_group_rules [ 1057.837407] env[66859]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3923f45a-41b2-42c1-8a62-e4b52673704b with Priority: HIGH for action security_group_rules [ 1057.837510] env[66859]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 9cf673ac-92bb-46bb-a3a1-432ea15aa039 with Priority: HIGH for action security_group_rules [ 1057.837609] env[66859]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a0f04332-80d9-4894-b55e-4bca08942e71 with Priority: HIGH for action security_group_rules [ 1057.837705] env[66859]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2cf0baaa-b5e8-40d9-8fc3-db4cc0ecddce with Priority: HIGH for action security_group_rules [ 1057.837793] env[66859]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: aa6c1750-7015-4744-8167-8778f2c4105c with Priority: HIGH for action security_group_rules [ 1057.837893] env[66859]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1144757e-e67c-488c-b78d-b24437441b02 with Priority: HIGH for action security_group_rules [ 1057.837987] env[66859]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 20d85aa2-a829-49cd-a489-f8d8e891facc with Priority: HIGH for action security_group_rules [ 1057.838103] env[66859]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8c8fcfbc-e265-4b44-8944-eadf7c1c4086 with Priority: HIGH for action security_group_rules [ 1057.838203] env[66859]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b0a31988-83b1-4472-96dd-f0285bdc0703 with Priority: HIGH for action security_group_rules [ 1057.838272] env[66859]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 6ad5828c-90b4-4b0c-adc1-87e12469123a with Priority: HIGH for action security_group_rules [ 1057.838336] env[66859]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1907a5cd-a902-4a16-8f62-4c0e90fa0d8e with Priority: HIGH for action security_group_rules [ 1057.838434] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.878223] env[66859]: INFO networking_nsxv3.common.synchronization [req-e3066295-2335-4439-804f-26b601e32dc9 req-34aa6260-9752-4a97-b237-9fc3ae4eb68e tempest-AttachVolumeNegativeTest-414360256 tempest-AttachVolumeNegativeTest-414360256-project-member] Enqueued Resource ID: b0a31988-83b1-4472-96dd-f0285bdc0703 with Priority: HIGHEST for action security_group_members [ 1057.878223] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b0a31988-83b1-4472-96dd-f0285bdc0703 with Priority: HIGHEST for action security_group_members [ 1057.878223] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2fe8009b-4231-4c5a-8bd8-f40c9782e4b8 with Priority: HIGH for action security_group_rules [ 1057.878223] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c2c43257-96ff-41e0-9170-22fd44ad03b7 with Priority: HIGH for action security_group_rules [ 1057.878223] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 25137f8a-d107-430f-a47d-081a2e1cdd9c with Priority: HIGH for action security_group_rules [ 1057.878223] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1144757e-e67c-488c-b78d-b24437441b02 with Priority: HIGH for action security_group_rules [ 1057.878223] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1907a5cd-a902-4a16-8f62-4c0e90fa0d8e with Priority: HIGH for action security_group_rules [ 1057.878223] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6ad5828c-90b4-4b0c-adc1-87e12469123a with Priority: HIGH for action security_group_rules [ 1057.878223] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b0a31988-83b1-4472-96dd-f0285bdc0703 with Priority: HIGH for action security_group_rules [ 1057.878223] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8c8fcfbc-e265-4b44-8944-eadf7c1c4086 with Priority: HIGH for action security_group_rules [ 1057.878223] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa6c1750-7015-4744-8167-8778f2c4105c with Priority: HIGH for action security_group_rules [ 1057.878223] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20d85aa2-a829-49cd-a489-f8d8e891facc with Priority: HIGH for action security_group_rules [ 1057.878746] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2cf0baaa-b5e8-40d9-8fc3-db4cc0ecddce with Priority: HIGH for action security_group_rules [ 1057.878915] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a0f04332-80d9-4894-b55e-4bca08942e71 with Priority: HIGH for action security_group_rules [ 1057.879039] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9cf673ac-92bb-46bb-a3a1-432ea15aa039 with Priority: HIGH for action security_group_rules [ 1057.879144] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3923f45a-41b2-42c1-8a62-e4b52673704b with Priority: HIGH for action security_group_rules [ 1057.879239] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 05cc598e-82f8-45ef-aece-de3189221663 with Priority: HIGH for action security_group_rules [ 1057.879330] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d1eefa23-9462-4d1d-98d8-a427fa544370 with Priority: HIGH for action security_group_rules [ 1057.879423] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3cc4351a-efaf-43aa-b95f-8ad880496ab1 with Priority: HIGH for action security_group_rules [ 1057.879514] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: da7e59d8-974e-401d-88bb-b61fff1f9366 with Priority: HIGH for action security_group_rules [ 1057.879601] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b7312c5-50f2-4cf9-9a00-348e5ede33d7 with Priority: HIGH for action security_group_rules [ 1057.879689] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 955eb3b7-7e9e-4972-9cd5-948338492739 with Priority: HIGH for action security_group_rules [ 1057.880041] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-b0a31988-83b1-4472-96dd-f0285bdc0703 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.880178] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b0a31988-83b1-4472-96dd-f0285bdc0703" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.880243] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b0a31988-83b1-4472-96dd-f0285bdc0703" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.880476] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b0a31988-83b1-4472-96dd-f0285bdc0703" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.880644] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.880731] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.880772] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.880898] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.880981] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.881086] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b0a31988-83b1-4472-96dd-f0285bdc0703',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.883299] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2fe8009b-4231-4c5a-8bd8-f40c9782e4b8 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.883459] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2fe8009b-4231-4c5a-8bd8-f40c9782e4b8" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.883504] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2fe8009b-4231-4c5a-8bd8-f40c9782e4b8" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.883662] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2fe8009b-4231-4c5a-8bd8-f40c9782e4b8" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.883741] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2fe8009b-4231-4c5a-8bd8-f40c9782e4b8',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.886119] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c2c43257-96ff-41e0-9170-22fd44ad03b7 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.886269] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c2c43257-96ff-41e0-9170-22fd44ad03b7" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.886575] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c2c43257-96ff-41e0-9170-22fd44ad03b7" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.886916] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c2c43257-96ff-41e0-9170-22fd44ad03b7" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.887617] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c2c43257-96ff-41e0-9170-22fd44ad03b7',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.888861] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock rules-25137f8a-d107-430f-a47d-081a2e1cdd9c taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.888978] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-25137f8a-d107-430f-a47d-081a2e1cdd9c" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.889078] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-25137f8a-d107-430f-a47d-081a2e1cdd9c" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.889296] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-25137f8a-d107-430f-a47d-081a2e1cdd9c" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.889389] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('25137f8a-d107-430f-a47d-081a2e1cdd9c',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.890203] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1144757e-e67c-488c-b78d-b24437441b02 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.890324] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1144757e-e67c-488c-b78d-b24437441b02" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.890618] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1907a5cd-a902-4a16-8f62-4c0e90fa0d8e taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.890618] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1907a5cd-a902-4a16-8f62-4c0e90fa0d8e" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.890783] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1907a5cd-a902-4a16-8f62-4c0e90fa0d8e" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.890919] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1907a5cd-a902-4a16-8f62-4c0e90fa0d8e" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.891032] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1907a5cd-a902-4a16-8f62-4c0e90fa0d8e',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.893188] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6ad5828c-90b4-4b0c-adc1-87e12469123a taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.893188] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6ad5828c-90b4-4b0c-adc1-87e12469123a" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.893188] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6ad5828c-90b4-4b0c-adc1-87e12469123a" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.893188] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6ad5828c-90b4-4b0c-adc1-87e12469123a" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.893188] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6ad5828c-90b4-4b0c-adc1-87e12469123a',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.893188] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b0a31988-83b1-4472-96dd-f0285bdc0703 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.893188] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b0a31988-83b1-4472-96dd-f0285bdc0703" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.893592] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b0a31988-83b1-4472-96dd-f0285bdc0703" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.893592] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b0a31988-83b1-4472-96dd-f0285bdc0703" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.893592] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b0a31988-83b1-4472-96dd-f0285bdc0703',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.894575] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8c8fcfbc-e265-4b44-8944-eadf7c1c4086 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.894659] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8c8fcfbc-e265-4b44-8944-eadf7c1c4086" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.894717] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8c8fcfbc-e265-4b44-8944-eadf7c1c4086" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.894913] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8c8fcfbc-e265-4b44-8944-eadf7c1c4086" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.895055] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8c8fcfbc-e265-4b44-8944-eadf7c1c4086',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.895702] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock rules-aa6c1750-7015-4744-8167-8778f2c4105c taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.895848] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-aa6c1750-7015-4744-8167-8778f2c4105c" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.895930] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-aa6c1750-7015-4744-8167-8778f2c4105c" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.896164] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-aa6c1750-7015-4744-8167-8778f2c4105c" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.896287] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('aa6c1750-7015-4744-8167-8778f2c4105c',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.896934] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock rules-20d85aa2-a829-49cd-a489-f8d8e891facc taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.897092] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-20d85aa2-a829-49cd-a489-f8d8e891facc" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.897836] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-20d85aa2-a829-49cd-a489-f8d8e891facc" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.897836] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-20d85aa2-a829-49cd-a489-f8d8e891facc" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.897836] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('20d85aa2-a829-49cd-a489-f8d8e891facc',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.898452] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2cf0baaa-b5e8-40d9-8fc3-db4cc0ecddce taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.898585] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2cf0baaa-b5e8-40d9-8fc3-db4cc0ecddce" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.898644] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2cf0baaa-b5e8-40d9-8fc3-db4cc0ecddce" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.898759] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2cf0baaa-b5e8-40d9-8fc3-db4cc0ecddce" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.898827] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2cf0baaa-b5e8-40d9-8fc3-db4cc0ecddce',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.899533] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a0f04332-80d9-4894-b55e-4bca08942e71 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.899675] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a0f04332-80d9-4894-b55e-4bca08942e71" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.899719] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a0f04332-80d9-4894-b55e-4bca08942e71" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.899832] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a0f04332-80d9-4894-b55e-4bca08942e71" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.899902] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a0f04332-80d9-4894-b55e-4bca08942e71',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.900930] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9cf673ac-92bb-46bb-a3a1-432ea15aa039 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.901108] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9cf673ac-92bb-46bb-a3a1-432ea15aa039" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.901108] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9cf673ac-92bb-46bb-a3a1-432ea15aa039" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.901277] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9cf673ac-92bb-46bb-a3a1-432ea15aa039" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.901342] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9cf673ac-92bb-46bb-a3a1-432ea15aa039',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.902146] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3923f45a-41b2-42c1-8a62-e4b52673704b taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.902269] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3923f45a-41b2-42c1-8a62-e4b52673704b" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.902333] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3923f45a-41b2-42c1-8a62-e4b52673704b" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.902514] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3923f45a-41b2-42c1-8a62-e4b52673704b" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.902593] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3923f45a-41b2-42c1-8a62-e4b52673704b',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.903483] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock rules-05cc598e-82f8-45ef-aece-de3189221663 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.903483] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-05cc598e-82f8-45ef-aece-de3189221663" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.903483] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-05cc598e-82f8-45ef-aece-de3189221663" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.903632] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-05cc598e-82f8-45ef-aece-de3189221663" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.903704] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('05cc598e-82f8-45ef-aece-de3189221663',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.904373] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d1eefa23-9462-4d1d-98d8-a427fa544370 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.904945] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d1eefa23-9462-4d1d-98d8-a427fa544370" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.905043] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d1eefa23-9462-4d1d-98d8-a427fa544370" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.905194] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d1eefa23-9462-4d1d-98d8-a427fa544370" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.905657] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d1eefa23-9462-4d1d-98d8-a427fa544370',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.907708] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3cc4351a-efaf-43aa-b95f-8ad880496ab1 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.907708] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3cc4351a-efaf-43aa-b95f-8ad880496ab1" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.907708] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3cc4351a-efaf-43aa-b95f-8ad880496ab1" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.907959] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3cc4351a-efaf-43aa-b95f-8ad880496ab1" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.907959] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3cc4351a-efaf-43aa-b95f-8ad880496ab1',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.908543] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock rules-da7e59d8-974e-401d-88bb-b61fff1f9366 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.908660] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-da7e59d8-974e-401d-88bb-b61fff1f9366" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.908697] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-da7e59d8-974e-401d-88bb-b61fff1f9366" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.908847] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-da7e59d8-974e-401d-88bb-b61fff1f9366" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.908915] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('da7e59d8-974e-401d-88bb-b61fff1f9366',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.909759] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0b7312c5-50f2-4cf9-9a00-348e5ede33d7 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.909759] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0b7312c5-50f2-4cf9-9a00-348e5ede33d7" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.909902] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0b7312c5-50f2-4cf9-9a00-348e5ede33d7" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.909941] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0b7312c5-50f2-4cf9-9a00-348e5ede33d7" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.910206] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0b7312c5-50f2-4cf9-9a00-348e5ede33d7',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.910764] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock rules-955eb3b7-7e9e-4972-9cd5-948338492739 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.910948] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-955eb3b7-7e9e-4972-9cd5-948338492739" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.910948] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-955eb3b7-7e9e-4972-9cd5-948338492739" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.911036] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-955eb3b7-7e9e-4972-9cd5-948338492739" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.911075] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('955eb3b7-7e9e-4972-9cd5-948338492739',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.315255] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.315780] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.316026] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.316366] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.316575] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.318629] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4cc90184-19ed-4fde-a79c-0439b036a935 is going to be updated. [ 1058.369033] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.370046] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.370046] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.370213] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.370378] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.383419] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4cc90184-19ed-4fde-a79c-0439b036a935 in Status: IN_PROGRESS for 2s [ 1058.406337] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.406507] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.406567] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.406779] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.413429] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-3cc4351a-efaf-43aa-b95f-8ad880496ab1 taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.413612] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3cc4351a-efaf-43aa-b95f-8ad880496ab1" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.413675] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3cc4351a-efaf-43aa-b95f-8ad880496ab1" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.413913] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3cc4351a-efaf-43aa-b95f-8ad880496ab1" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.414099] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.414208] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.414208] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.414428] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.414533] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.414639] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3cc4351a-efaf-43aa-b95f-8ad880496ab1" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.414730] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3cc4351a-efaf-43aa-b95f-8ad880496ab1',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.418673] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-da7e59d8-974e-401d-88bb-b61fff1f9366 taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.418924] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-da7e59d8-974e-401d-88bb-b61fff1f9366" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.419027] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-da7e59d8-974e-401d-88bb-b61fff1f9366" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.419251] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-da7e59d8-974e-401d-88bb-b61fff1f9366" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.419467] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.419612] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.419612] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.419771] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.419854] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.419944] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-da7e59d8-974e-401d-88bb-b61fff1f9366" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.420044] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('da7e59d8-974e-401d-88bb-b61fff1f9366',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.425617] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-25137f8a-d107-430f-a47d-081a2e1cdd9c taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.425617] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-25137f8a-d107-430f-a47d-081a2e1cdd9c" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.425617] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-25137f8a-d107-430f-a47d-081a2e1cdd9c" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.425617] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-25137f8a-d107-430f-a47d-081a2e1cdd9c" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.425617] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.425617] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.425617] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.425617] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.425617] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.425617] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-25137f8a-d107-430f-a47d-081a2e1cdd9c" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.425617] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('25137f8a-d107-430f-a47d-081a2e1cdd9c',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.426775] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.426775] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.432237] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-8c8fcfbc-e265-4b44-8944-eadf7c1c4086 taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.432516] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8c8fcfbc-e265-4b44-8944-eadf7c1c4086" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.432516] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8c8fcfbc-e265-4b44-8944-eadf7c1c4086" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.432747] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8c8fcfbc-e265-4b44-8944-eadf7c1c4086" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.432913] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.433028] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.433100] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.433253] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.433338] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.433423] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8c8fcfbc-e265-4b44-8944-eadf7c1c4086" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.433514] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8c8fcfbc-e265-4b44-8944-eadf7c1c4086',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.434570] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-1907a5cd-a902-4a16-8f62-4c0e90fa0d8e taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.434685] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1907a5cd-a902-4a16-8f62-4c0e90fa0d8e" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.434735] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1907a5cd-a902-4a16-8f62-4c0e90fa0d8e" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.434882] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1907a5cd-a902-4a16-8f62-4c0e90fa0d8e" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.435041] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.435139] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.435202] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.435567] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.435567] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.435567] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1907a5cd-a902-4a16-8f62-4c0e90fa0d8e" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.435731] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1907a5cd-a902-4a16-8f62-4c0e90fa0d8e',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.443023] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.443023] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2fe8009b-4231-4c5a-8bd8-f40c9782e4b8 is going to be deleted. [ 1058.445956] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.446137] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.446137] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.446401] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.497681] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.497681] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.535921] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.535921] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.535921] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.535921] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.535921] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.535921] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.535921] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.535921] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.537542] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.537542] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.537542] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.537542] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.537542] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.537542] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.537542] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.537542] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.537866] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.537866] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.537866] env[66859]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1058.537866] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.537866] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.537866] env[66859]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1058.537866] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.537866] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d1eefa23-9462-4d1d-98d8-a427fa544370 is going to be deleted. [ 1058.537866] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.537866] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.537866] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.537866] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.560372] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.560514] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.575406] env[66859]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1058.575716] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.576007] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.576142] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.576260] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.576712] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.576712] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.576712] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b0a31988-83b1-4472-96dd-f0285bdc0703 is going to be updated. [ 1058.577642] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.577889] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.616114] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.616319] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 955eb3b7-7e9e-4972-9cd5-948338492739 is going to be deleted. [ 1058.617579] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.617857] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.641758] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.641758] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.641758] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.641758] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.641758] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.648268] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.648268] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.648750] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.648932] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 05cc598e-82f8-45ef-aece-de3189221663 is going to be deleted. [ 1058.651180] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.651180] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.653462] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b0a31988-83b1-4472-96dd-f0285bdc0703 in Status: IN_PROGRESS for 2s [ 1058.674235] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.674688] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: aa6c1750-7015-4744-8167-8778f2c4105c is going to be deleted. [ 1058.675912] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.676191] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.710780] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.711079] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a0f04332-80d9-4894-b55e-4bca08942e71 is going to be deleted. [ 1058.712075] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.712399] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.762437] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.762674] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.788594] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.788977] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3923f45a-41b2-42c1-8a62-e4b52673704b is going to be deleted. [ 1058.790097] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.790387] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.829584] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.829811] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.839487] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.839723] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2cf0baaa-b5e8-40d9-8fc3-db4cc0ecddce is going to be deleted. [ 1058.841668] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.842014] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.901625] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.901768] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9cf673ac-92bb-46bb-a3a1-432ea15aa039 is going to be deleted. [ 1058.904385] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.904555] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.904652] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.904870] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.904955] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.905152] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-aa6c1750-7015-4744-8167-8778f2c4105c" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.905376] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.905577] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.919138] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3cc4351a-efaf-43aa-b95f-8ad880496ab1',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.939222] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.939375] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.942586] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-8c8fcfbc-e265-4b44-8944-eadf7c1c4086 taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.942769] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8c8fcfbc-e265-4b44-8944-eadf7c1c4086" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.942907] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8c8fcfbc-e265-4b44-8944-eadf7c1c4086" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.943197] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8c8fcfbc-e265-4b44-8944-eadf7c1c4086" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.943453] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.943607] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.943758] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.943925] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.944059] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.944119] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8c8fcfbc-e265-4b44-8944-eadf7c1c4086" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.944497] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-8c8fcfbc-e265-4b44-8944-eadf7c1c4086 taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.944497] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8c8fcfbc-e265-4b44-8944-eadf7c1c4086" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.944497] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8c8fcfbc-e265-4b44-8944-eadf7c1c4086" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.944687] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8c8fcfbc-e265-4b44-8944-eadf7c1c4086" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.944687] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.944776] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.944841] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.944953] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.945058] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.945461] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8c8fcfbc-e265-4b44-8944-eadf7c1c4086" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.945562] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8c8fcfbc-e265-4b44-8944-eadf7c1c4086',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.946470] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('25137f8a-d107-430f-a47d-081a2e1cdd9c',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.947541] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1907a5cd-a902-4a16-8f62-4c0e90fa0d8e',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.954298] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-da7e59d8-974e-401d-88bb-b61fff1f9366 taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.954298] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-da7e59d8-974e-401d-88bb-b61fff1f9366" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.954298] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-da7e59d8-974e-401d-88bb-b61fff1f9366" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.955103] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-da7e59d8-974e-401d-88bb-b61fff1f9366" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.955103] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.955103] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.955103] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.955306] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.955338] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.955465] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-da7e59d8-974e-401d-88bb-b61fff1f9366" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.955821] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-da7e59d8-974e-401d-88bb-b61fff1f9366 taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.955821] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-da7e59d8-974e-401d-88bb-b61fff1f9366" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.955821] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-da7e59d8-974e-401d-88bb-b61fff1f9366" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.955957] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-da7e59d8-974e-401d-88bb-b61fff1f9366" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.955957] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.956050] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.956252] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.956252] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.956447] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.956447] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-da7e59d8-974e-401d-88bb-b61fff1f9366" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.956560] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('da7e59d8-974e-401d-88bb-b61fff1f9366',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.958837] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.959872] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6ad5828c-90b4-4b0c-adc1-87e12469123a is going to be deleted. [ 1058.960124] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.960294] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.967920] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.967920] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.018047] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.018192] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0b7312c5-50f2-4cf9-9a00-348e5ede33d7 is going to be deleted. [ 1059.019197] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.019455] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.051496] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.051670] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.071625] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.071753] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 20d85aa2-a829-49cd-a489-f8d8e891facc is going to be deleted. [ 1059.072788] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.073016] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.131850] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.132082] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.133530] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.133637] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.149492] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b87c9eee-f94a-42b0-bb73-5310b72497f8 in Status: SUCCESS [ 1059.149849] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b87c9eee-f94a-42b0-bb73-5310b72497f8" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.154651] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.154770] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c2c43257-96ff-41e0-9170-22fd44ad03b7 is going to be deleted. [ 1059.155832] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.156071] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.156167] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.156289] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2fe8009b-4231-4c5a-8bd8-f40c9782e4b8" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.156452] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.156711] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.156789] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.156902] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d1eefa23-9462-4d1d-98d8-a427fa544370" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.157495] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.157662] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.157747] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.157855] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-955eb3b7-7e9e-4972-9cd5-948338492739" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.157999] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.158162] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.158257] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.158380] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-05cc598e-82f8-45ef-aece-de3189221663" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.158511] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.158671] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.158747] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.158846] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b0a31988-83b1-4472-96dd-f0285bdc0703 is going to be deleted. [ 1059.159912] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.160515] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.160515] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.160515] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a0f04332-80d9-4894-b55e-4bca08942e71" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.160515] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.160650] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.160650] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.160748] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3923f45a-41b2-42c1-8a62-e4b52673704b" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.161231] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.161430] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.161546] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.161683] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2cf0baaa-b5e8-40d9-8fc3-db4cc0ecddce" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.161817] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.161964] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.162088] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.162247] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9cf673ac-92bb-46bb-a3a1-432ea15aa039" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.162506] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.162682] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.162802] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.162933] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6ad5828c-90b4-4b0c-adc1-87e12469123a" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.177091] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.177248] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.177320] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.177544] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.177648] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.177794] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0b7312c5-50f2-4cf9-9a00-348e5ede33d7" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.265702] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.266469] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.266546] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.266775] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.266866] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.267129] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-20d85aa2-a829-49cd-a489-f8d8e891facc" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.322191] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.322466] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.323277] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.323928] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.324735] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.324735] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c2c43257-96ff-41e0-9170-22fd44ad03b7" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.325566] env[66859]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1059.326207] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.326466] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.326588] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.327124] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.327124] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.327294] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b0a31988-83b1-4472-96dd-f0285bdc0703" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.422130] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3cc4351a-efaf-43aa-b95f-8ad880496ab1: rpc.has_security_group_logging(os_id): False [ 1059.449469] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 25137f8a-d107-430f-a47d-081a2e1cdd9c: rpc.has_security_group_logging(os_id): False [ 1059.451310] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8c8fcfbc-e265-4b44-8944-eadf7c1c4086: rpc.has_security_group_logging(os_id): False [ 1059.452978] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1907a5cd-a902-4a16-8f62-4c0e90fa0d8e: rpc.has_security_group_logging(os_id): False [ 1059.460662] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for da7e59d8-974e-401d-88bb-b61fff1f9366: rpc.has_security_group_logging(os_id): False [ 1059.491822] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.492041] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.492099] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.492384] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.499321] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.499687] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.500539] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.500655] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.501555] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.501720] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.502494] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.502703] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.546781] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.547148] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.547370] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.547477] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.547812] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.547956] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.548126] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3cc4351a-efaf-43aa-b95f-8ad880496ab1 is going to be updated. [ 1059.549726] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.550127] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.627642] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.627929] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.628089] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.628197] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.629679] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.629679] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.629679] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.629679] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.629679] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.629679] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.629679] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.629679] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.630081] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.630081] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.630081] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.630361] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.630361] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8c8fcfbc-e265-4b44-8944-eadf7c1c4086 is going to be updated. [ 1059.631608] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.631789] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.672413] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.672882] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.673071] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.673385] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.673497] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.673654] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.673959] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 25137f8a-d107-430f-a47d-081a2e1cdd9c is going to be updated. [ 1059.675246] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.675502] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.683828] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.683984] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.714068] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.714422] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.714558] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.714690] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.715095] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.715264] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.715604] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.715827] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.715929] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.716098] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.716181] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.716391] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.716794] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.716794] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.716794] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.716794] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.716996] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: da7e59d8-974e-401d-88bb-b61fff1f9366 is going to be updated. [ 1059.718030] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.718197] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.746425] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.746425] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.746425] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.746425] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.746425] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.746425] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.746425] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1907a5cd-a902-4a16-8f62-4c0e90fa0d8e is going to be updated. [ 1059.747461] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.747461] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.747556] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.774033] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.774227] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.774277] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.774484] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.774628] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.806399] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3cc4351a-efaf-43aa-b95f-8ad880496ab1 in Status: IN_PROGRESS for 2s [ 1059.821598] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.821754] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.821822] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.822059] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.822965] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.828392] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.828998] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.828998] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.828998] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.828998] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.831779] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8c8fcfbc-e265-4b44-8944-eadf7c1c4086 in Status: IN_PROGRESS for 2s [ 1059.843157] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1144757e-e67c-488c-b78d-b24437441b02 in Status: SUCCESS [ 1059.843429] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1144757e-e67c-488c-b78d-b24437441b02" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.843609] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1144757e-e67c-488c-b78d-b24437441b02" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.843829] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1144757e-e67c-488c-b78d-b24437441b02" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.844059] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.844194] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.844285] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.844485] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.844594] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.844691] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1144757e-e67c-488c-b78d-b24437441b02" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.844794] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1144757e-e67c-488c-b78d-b24437441b02',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.850888] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 25137f8a-d107-430f-a47d-081a2e1cdd9c in Status: IN_PROGRESS for 2s [ 1059.853471] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: da7e59d8-974e-401d-88bb-b61fff1f9366 in Status: IN_PROGRESS for 2s [ 1059.924400] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.924400] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.924400] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.924400] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.924605] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.955745] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1907a5cd-a902-4a16-8f62-4c0e90fa0d8e in Status: IN_PROGRESS for 2s [ 1060.062814] env[66859]: INFO networking_nsxv3.common.synchronization [req-721df45c-da15-4ecd-bfdd-763b84f193b8 req-7ad0041e-eeeb-4e13-b12d-297e6231ca1a tempest-ServerActionsTestJSON-1153645179 tempest-ServerActionsTestJSON-1153645179-project-member] Enqueued Resource ID: fcba29eb-ac89-449a-a79c-972b61b75b86 with Priority: HIGHEST for action security_group_members [ 1060.063507] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fcba29eb-ac89-449a-a79c-972b61b75b86 with Priority: HIGHEST for action security_group_members [ 1060.063880] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-fcba29eb-ac89-449a-a79c-972b61b75b86 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.064071] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fcba29eb-ac89-449a-a79c-972b61b75b86" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.064109] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fcba29eb-ac89-449a-a79c-972b61b75b86" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.064397] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fcba29eb-ac89-449a-a79c-972b61b75b86" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.064556] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.064676] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.064812] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.064910] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.065039] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.065142] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fcba29eb-ac89-449a-a79c-972b61b75b86',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.348180] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-1144757e-e67c-488c-b78d-b24437441b02 taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.348388] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1144757e-e67c-488c-b78d-b24437441b02" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.348388] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1144757e-e67c-488c-b78d-b24437441b02" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.348704] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1144757e-e67c-488c-b78d-b24437441b02" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.348934] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.349299] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.349299] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.349432] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.349432] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.349547] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1144757e-e67c-488c-b78d-b24437441b02" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.349670] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-1144757e-e67c-488c-b78d-b24437441b02 taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.349768] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1144757e-e67c-488c-b78d-b24437441b02" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.349914] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1144757e-e67c-488c-b78d-b24437441b02" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.350018] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1144757e-e67c-488c-b78d-b24437441b02" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.350195] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.350291] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.350362] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.350497] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.350598] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.350700] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1144757e-e67c-488c-b78d-b24437441b02" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.350814] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1144757e-e67c-488c-b78d-b24437441b02',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.398219] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4cc90184-19ed-4fde-a79c-0439b036a935 in Status: SUCCESS [ 1060.398498] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4cc90184-19ed-4fde-a79c-0439b036a935" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.398718] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4cc90184-19ed-4fde-a79c-0439b036a935" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.398977] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4cc90184-19ed-4fde-a79c-0439b036a935" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.399246] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.399422] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.399489] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.399705] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.399830] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.399971] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4cc90184-19ed-4fde-a79c-0439b036a935" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.400121] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4cc90184-19ed-4fde-a79c-0439b036a935',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.569748] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.569748] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.569748] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.569748] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.597544] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.597544] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.597544] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.597544] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.597544] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.597544] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.597544] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fcba29eb-ac89-449a-a79c-972b61b75b86 is going to be updated. [ 1060.628028] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.628028] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.628028] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.628028] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.628028] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.652819] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fcba29eb-ac89-449a-a79c-972b61b75b86 in Status: IN_PROGRESS for 2s [ 1060.666626] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b0a31988-83b1-4472-96dd-f0285bdc0703 in Status: SUCCESS [ 1060.666626] env[66859]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b0a31988-83b1-4472-96dd-f0285bdc0703 deletion is rescheduled due to dependency. [ 1060.666626] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b0a31988-83b1-4472-96dd-f0285bdc0703" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.853231] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1144757e-e67c-488c-b78d-b24437441b02: rpc.has_security_group_logging(os_id): False [ 1060.873684] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.873976] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.873976] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.874158] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.902727] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.902727] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.902727] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.902727] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.902727] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.902727] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.904072] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.904072] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.904072] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.904072] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.904072] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.904072] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.904357] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.904447] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.904603] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.904693] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.904780] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1144757e-e67c-488c-b78d-b24437441b02 is going to be updated. [ 1060.906048] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-4cc90184-19ed-4fde-a79c-0439b036a935 taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.906161] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4cc90184-19ed-4fde-a79c-0439b036a935" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.906227] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4cc90184-19ed-4fde-a79c-0439b036a935" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.906378] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4cc90184-19ed-4fde-a79c-0439b036a935" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.906540] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.906628] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.906698] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.906837] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.906935] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.907012] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4cc90184-19ed-4fde-a79c-0439b036a935" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.907159] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-4cc90184-19ed-4fde-a79c-0439b036a935 taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.907258] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4cc90184-19ed-4fde-a79c-0439b036a935" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.907318] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4cc90184-19ed-4fde-a79c-0439b036a935" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.907500] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4cc90184-19ed-4fde-a79c-0439b036a935" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.909029] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.909029] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.909029] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.909029] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.909029] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.909029] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4cc90184-19ed-4fde-a79c-0439b036a935" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.909029] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4cc90184-19ed-4fde-a79c-0439b036a935',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.972982] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.973642] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.973642] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.973642] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.973815] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.992233] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1144757e-e67c-488c-b78d-b24437441b02 in Status: IN_PROGRESS for 2s [ 1061.194064] env[66859]: INFO networking_nsxv3.common.synchronization [req-5a5efb51-b013-4e52-aadb-ff3415bf2d40 req-077bf23f-e224-456b-a2ce-8473e04e654c tempest-ServerRescueNegativeTestJSON-1220418832 tempest-ServerRescueNegativeTestJSON-1220418832-project-member] Enqueued Resource ID: 3844e6aa-d726-48c8-a08f-6f0e1c0f525a with Priority: HIGHEST for action security_group_members [ 1061.194622] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3844e6aa-d726-48c8-a08f-6f0e1c0f525a with Priority: HIGHEST for action security_group_members [ 1061.196201] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-3844e6aa-d726-48c8-a08f-6f0e1c0f525a taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.196201] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3844e6aa-d726-48c8-a08f-6f0e1c0f525a" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.196201] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3844e6aa-d726-48c8-a08f-6f0e1c0f525a" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.196201] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3844e6aa-d726-48c8-a08f-6f0e1c0f525a" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.196201] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.196201] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.196201] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.196201] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.196201] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.196201] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3844e6aa-d726-48c8-a08f-6f0e1c0f525a',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.411841] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4cc90184-19ed-4fde-a79c-0439b036a935: rpc.has_security_group_logging(os_id): False [ 1061.429757] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.430074] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.430074] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.430324] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.452324] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.452841] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.453258] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.453523] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.453845] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.454148] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.454489] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.454751] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.456027] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.456027] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.456027] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.456027] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.456027] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.456027] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.456027] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.456027] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.456027] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4cc90184-19ed-4fde-a79c-0439b036a935 is going to be updated. [ 1061.533684] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.533684] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.533684] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.534060] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.534208] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.560242] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4cc90184-19ed-4fde-a79c-0439b036a935 in Status: IN_PROGRESS for 2s [ 1061.573326] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock network-265 taken with stack trace [, , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.573528] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "network-265" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.575673] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "network-265" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.575673] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "network-265" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.575673] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.575673] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.575673] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.575673] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.575673] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.575673] env[66859]: DEBUG dogpile.cache.region [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] No value present for key: 'zone-id' {{(pid=66859) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1061.575673] env[66859]: DEBUG dogpile.lock [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] NeedRegenerationException {{(pid=66859) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1061.575673] env[66859]: DEBUG dogpile.lock [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] no value, waiting for create lock {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1061.575673] env[66859]: DEBUG dogpile.lock [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] value creation lock acquired {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1061.575673] env[66859]: DEBUG dogpile.cache.region [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] No value present for key: 'zone-id' {{(pid=66859) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1061.576220] env[66859]: DEBUG dogpile.lock [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Calling creation function for not-yet-present value {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1061.576220] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1061.606109] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1061.606749] env[66859]: DEBUG dogpile.cache.region [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Cache value generated in 0.030 seconds for key(s): 'zone-id' {{(pid=66859) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1061.606749] env[66859]: DEBUG dogpile.lock [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Released creation lock {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1061.607135] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "network-265" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.607462] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock port-21aa5fca-a6c0-4991-9433-4a2b5b161968 taken with stack trace [, , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.607723] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "port-21aa5fca-a6c0-4991-9433-4a2b5b161968" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.608115] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "port-21aa5fca-a6c0-4991-9433-4a2b5b161968" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.610799] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "port-21aa5fca-a6c0-4991-9433-4a2b5b161968" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.610799] env[66859]: DEBUG networking_nsxv3.api.rpc [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('21aa5fca-a6c0-4991-9433-4a2b5b161968',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.698777] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.699297] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.699297] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.699828] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.699962] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.700272] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.700433] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.700524] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.700780] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.700924] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.701810] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3844e6aa-d726-48c8-a08f-6f0e1c0f525a already deleted. [ 1061.701810] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3844e6aa-d726-48c8-a08f-6f0e1c0f525a" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.842102] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3cc4351a-efaf-43aa-b95f-8ad880496ab1 in Status: SUCCESS [ 1061.842367] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3cc4351a-efaf-43aa-b95f-8ad880496ab1" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.851126] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8c8fcfbc-e265-4b44-8944-eadf7c1c4086 in Status: SUCCESS [ 1061.851353] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8c8fcfbc-e265-4b44-8944-eadf7c1c4086" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.880980] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 25137f8a-d107-430f-a47d-081a2e1cdd9c in Status: SUCCESS [ 1061.881714] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-25137f8a-d107-430f-a47d-081a2e1cdd9c" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.899508] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: da7e59d8-974e-401d-88bb-b61fff1f9366 in Status: SUCCESS [ 1061.899751] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-da7e59d8-974e-401d-88bb-b61fff1f9366" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.974853] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1907a5cd-a902-4a16-8f62-4c0e90fa0d8e in Status: SUCCESS [ 1061.974853] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1907a5cd-a902-4a16-8f62-4c0e90fa0d8e" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.113839] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.114131] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.114279] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.114567] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.114712] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.114894] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Segment Port 21aa5fca-a6c0-4991-9433-4a2b5b161968 not found, creating... [ 1062.115583] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.115583] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.115583] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.115865] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.116066] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.116510] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.116713] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.116874] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.117166] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.117333] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.117630] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Resource: SegmentPort with ID: 21aa5fca-a6c0-4991-9433-4a2b5b161968 is going to be created. [ 1062.140329] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.140552] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.140680] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.140959] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.141203] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.141506] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "port-21aa5fca-a6c0-4991-9433-4a2b5b161968" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.665030] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fcba29eb-ac89-449a-a79c-972b61b75b86 in Status: SUCCESS [ 1062.665030] env[66859]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fcba29eb-ac89-449a-a79c-972b61b75b86 deletion is rescheduled due to dependency. [ 1062.665030] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fcba29eb-ac89-449a-a79c-972b61b75b86" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.848617] env[66859]: INFO networking_nsxv3.common.synchronization [req-5a5efb51-b013-4e52-aadb-ff3415bf2d40 req-7c5ef61e-eae7-45ea-99d1-43ddeb075642 service nova] Enqueued Resource ID: 3844e6aa-d726-48c8-a08f-6f0e1c0f525a with Priority: HIGHEST for action security_group_rules [ 1062.848796] env[66859]: INFO networking_nsxv3.common.synchronization [req-5a5efb51-b013-4e52-aadb-ff3415bf2d40 req-7c5ef61e-eae7-45ea-99d1-43ddeb075642 service nova] Enqueued Resource ID: 3844e6aa-d726-48c8-a08f-6f0e1c0f525a with Priority: HIGHEST for action security_group_members [ 1062.848929] env[66859]: INFO networking_nsxv3.common.synchronization [req-5a5efb51-b013-4e52-aadb-ff3415bf2d40 req-7c5ef61e-eae7-45ea-99d1-43ddeb075642 service nova] Enqueued Resource ID: 21aa5fca-a6c0-4991-9433-4a2b5b161968 with Priority: HIGHEST for action port [ 1062.850033] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3844e6aa-d726-48c8-a08f-6f0e1c0f525a with Priority: HIGHEST for action security_group_rules [ 1062.850033] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3844e6aa-d726-48c8-a08f-6f0e1c0f525a with Priority: HIGHEST for action security_group_members [ 1062.850033] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 21aa5fca-a6c0-4991-9433-4a2b5b161968 with Priority: HIGHEST for action port [ 1062.850211] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3844e6aa-d726-48c8-a08f-6f0e1c0f525a taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.850351] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3844e6aa-d726-48c8-a08f-6f0e1c0f525a" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.850412] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3844e6aa-d726-48c8-a08f-6f0e1c0f525a" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.850618] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3844e6aa-d726-48c8-a08f-6f0e1c0f525a" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.850717] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3844e6aa-d726-48c8-a08f-6f0e1c0f525a',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.851607] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-3844e6aa-d726-48c8-a08f-6f0e1c0f525a taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.851715] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3844e6aa-d726-48c8-a08f-6f0e1c0f525a" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.852784] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3844e6aa-d726-48c8-a08f-6f0e1c0f525a" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.852784] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3844e6aa-d726-48c8-a08f-6f0e1c0f525a" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.852784] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.852784] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.852784] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.852784] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.852784] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.852784] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3844e6aa-d726-48c8-a08f-6f0e1c0f525a',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.853998] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock port-21aa5fca-a6c0-4991-9433-4a2b5b161968 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.854339] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-21aa5fca-a6c0-4991-9433-4a2b5b161968" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.854339] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-21aa5fca-a6c0-4991-9433-4a2b5b161968" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.854339] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-21aa5fca-a6c0-4991-9433-4a2b5b161968" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.854437] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('21aa5fca-a6c0-4991-9433-4a2b5b161968',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.009998] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1144757e-e67c-488c-b78d-b24437441b02 in Status: SUCCESS [ 1063.010270] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1144757e-e67c-488c-b78d-b24437441b02" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.010420] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1144757e-e67c-488c-b78d-b24437441b02" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.010650] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1144757e-e67c-488c-b78d-b24437441b02" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.011523] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1144757e-e67c-488c-b78d-b24437441b02',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.356237] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-3844e6aa-d726-48c8-a08f-6f0e1c0f525a taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.356237] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3844e6aa-d726-48c8-a08f-6f0e1c0f525a" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.356348] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3844e6aa-d726-48c8-a08f-6f0e1c0f525a',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.357348] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 21aa5fca-a6c0-4991-9433-4a2b5b161968 with status ACTIVE [ 1063.357550] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.357731] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.357787] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.358064] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.358357] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.358357] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.358476] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.358476] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.358813] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.358813] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.359446] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.359446] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.359446] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.359643] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.359643] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.359694] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 21aa5fca-a6c0-4991-9433-4a2b5b161968 is going to be updated. [ 1063.387180] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.387180] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.387180] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.387180] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.387180] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.387180] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-21aa5fca-a6c0-4991-9433-4a2b5b161968" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.512938] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-1144757e-e67c-488c-b78d-b24437441b02 taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.513167] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1144757e-e67c-488c-b78d-b24437441b02" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.513830] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1144757e-e67c-488c-b78d-b24437441b02" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.513830] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1144757e-e67c-488c-b78d-b24437441b02" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.513830] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.513830] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.513830] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.514176] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.514176] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.514176] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1144757e-e67c-488c-b78d-b24437441b02" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.514245] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1144757e-e67c-488c-b78d-b24437441b02',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.577697] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4cc90184-19ed-4fde-a79c-0439b036a935 in Status: SUCCESS [ 1063.577697] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4cc90184-19ed-4fde-a79c-0439b036a935" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.745256] env[66859]: INFO networking_nsxv3.common.synchronization [req-4f526654-93af-4f36-9a5f-50b73941b478 req-a0ea6e3b-e53e-4bdc-af9a-4296b3cd128d tempest-AttachVolumeShelveTestJSON-2054043925 tempest-AttachVolumeShelveTestJSON-2054043925-project-member] Enqueued Resource ID: 10cbfb67-dd08-4937-b846-69408404389e with Priority: HIGHEST for action security_group_members [ 1063.745833] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 10cbfb67-dd08-4937-b846-69408404389e with Priority: HIGHEST for action security_group_members [ 1063.746281] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-10cbfb67-dd08-4937-b846-69408404389e taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.746406] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-10cbfb67-dd08-4937-b846-69408404389e" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.746475] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-10cbfb67-dd08-4937-b846-69408404389e" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.746762] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-10cbfb67-dd08-4937-b846-69408404389e" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.746930] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.747037] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.747101] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.747263] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.747345] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.747436] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('10cbfb67-dd08-4937-b846-69408404389e',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.862408] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3844e6aa-d726-48c8-a08f-6f0e1c0f525a',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.019274] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-1144757e-e67c-488c-b78d-b24437441b02 taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.019274] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1144757e-e67c-488c-b78d-b24437441b02" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.019274] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1144757e-e67c-488c-b78d-b24437441b02" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.019274] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1144757e-e67c-488c-b78d-b24437441b02" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.019274] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.019274] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.019274] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.019274] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.019274] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.019274] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1144757e-e67c-488c-b78d-b24437441b02" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.019274] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-1144757e-e67c-488c-b78d-b24437441b02 taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.019274] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1144757e-e67c-488c-b78d-b24437441b02" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.019274] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1144757e-e67c-488c-b78d-b24437441b02" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.019274] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1144757e-e67c-488c-b78d-b24437441b02" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.019274] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.019274] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.019981] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.019981] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.019981] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.019981] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1144757e-e67c-488c-b78d-b24437441b02" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.019981] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1144757e-e67c-488c-b78d-b24437441b02',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.082897] env[66859]: DEBUG networking_nsxv3.common.locking [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Lock network-666 taken with stack trace [, , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.083116] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquiring lock "network-666" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.083248] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired lock "network-666" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.083578] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired external semaphore "network-666" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.083873] env[66859]: DEBUG networking_nsxv3.common.locking [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.084047] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquiring lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.084187] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.084384] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired external semaphore "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.084525] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Releasing lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.084734] env[66859]: DEBUG dogpile.cache.region [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] No value present for key: 'zone-id' {{(pid=66859) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1064.084843] env[66859]: DEBUG dogpile.lock [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] NeedRegenerationException {{(pid=66859) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1064.084951] env[66859]: DEBUG dogpile.lock [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] no value, waiting for create lock {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1064.085072] env[66859]: DEBUG dogpile.lock [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] value creation lock acquired {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1064.085179] env[66859]: DEBUG dogpile.cache.region [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] No value present for key: 'zone-id' {{(pid=66859) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1064.085385] env[66859]: DEBUG dogpile.lock [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Calling creation function for not-yet-present value {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1064.085474] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1064.106092] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1064.106271] env[66859]: DEBUG dogpile.cache.region [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66859) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1064.106318] env[66859]: DEBUG dogpile.lock [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Released creation lock {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1064.106486] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Releasing lock "network-666" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.106806] env[66859]: DEBUG networking_nsxv3.common.locking [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Lock port-b0c8126a-f075-4777-9ff0-2cc302e17aec taken with stack trace [, , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.106974] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquiring lock "port-b0c8126a-f075-4777-9ff0-2cc302e17aec" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.107085] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired lock "port-b0c8126a-f075-4777-9ff0-2cc302e17aec" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.107456] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired external semaphore "port-b0c8126a-f075-4777-9ff0-2cc302e17aec" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.107663] env[66859]: DEBUG networking_nsxv3.api.rpc [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b0c8126a-f075-4777-9ff0-2cc302e17aec',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.158908] env[66859]: INFO networking_nsxv3.common.synchronization [req-1d7d0991-0c95-472a-91aa-7d2a7aadbf31 req-c1751451-77b1-47e6-99da-99af40cdde98 tempest-ServersV294TestFqdnHostnames-1244413893 tempest-ServersV294TestFqdnHostnames-1244413893-project-member] Enqueued Resource ID: e3df5070-7ac1-49c3-9e10-2f7de20c74ad with Priority: HIGHEST for action security_group_members [ 1064.158908] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e3df5070-7ac1-49c3-9e10-2f7de20c74ad with Priority: HIGHEST for action security_group_members [ 1064.159454] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-e3df5070-7ac1-49c3-9e10-2f7de20c74ad taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.159593] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e3df5070-7ac1-49c3-9e10-2f7de20c74ad" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.159652] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e3df5070-7ac1-49c3-9e10-2f7de20c74ad" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.159868] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e3df5070-7ac1-49c3-9e10-2f7de20c74ad" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.160050] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.160154] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.160210] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.160392] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.160485] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.160585] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e3df5070-7ac1-49c3-9e10-2f7de20c74ad',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.250197] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.250407] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.250506] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.250776] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.250892] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.251145] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.251286] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.251348] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.251626] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.251733] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.251830] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 10cbfb67-dd08-4937-b846-69408404389e already deleted. [ 1064.251952] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-10cbfb67-dd08-4937-b846-69408404389e" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.365384] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.365593] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.365650] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.365873] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.366036] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.366085] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3844e6aa-d726-48c8-a08f-6f0e1c0f525a is going to be created. [ 1064.402476] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.402687] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.402687] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.403561] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.403561] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.423247] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3844e6aa-d726-48c8-a08f-6f0e1c0f525a in Status: UNINITIALIZED for 2s [ 1064.523715] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1144757e-e67c-488c-b78d-b24437441b02: rpc.has_security_group_logging(os_id): False [ 1064.545409] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.545534] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.545571] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.545802] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.545873] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.546116] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.546224] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.546280] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.546432] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.546698] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.546698] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.546819] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.546819] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.546963] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.547046] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.547221] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.547324] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.547360] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.547553] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.547600] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.547661] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1144757e-e67c-488c-b78d-b24437441b02 is going to be updated. [ 1064.613021] env[66859]: DEBUG networking_nsxv3.common.locking [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.613021] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.613021] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.613021] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.613021] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.613021] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Segment Port b0c8126a-f075-4777-9ff0-2cc302e17aec not found, creating... [ 1064.613021] env[66859]: DEBUG networking_nsxv3.common.locking [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.613021] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquiring lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.613021] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.613021] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired external semaphore "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.613021] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Releasing lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.613542] env[66859]: DEBUG networking_nsxv3.common.locking [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.613542] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.613542] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.613542] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.614021] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.614448] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Resource: SegmentPort with ID: b0c8126a-f075-4777-9ff0-2cc302e17aec is going to be created. [ 1064.637971] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.638422] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.638606] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.638897] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.639180] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.642770] env[66859]: DEBUG networking_nsxv3.common.locking [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.643377] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.644871] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.644871] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.644871] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.644871] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Releasing lock "port-b0c8126a-f075-4777-9ff0-2cc302e17aec" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.661148] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1144757e-e67c-488c-b78d-b24437441b02 in Status: IN_PROGRESS for 2s [ 1064.662669] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.662809] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.662997] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.663117] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.690640] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.690902] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.691035] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.691080] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.691314] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.691396] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.691553] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e3df5070-7ac1-49c3-9e10-2f7de20c74ad is going to be updated. [ 1064.746089] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.746263] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.746318] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.746528] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.746668] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.769299] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e3df5070-7ac1-49c3-9e10-2f7de20c74ad in Status: IN_PROGRESS for 2s [ 1065.419287] env[66859]: INFO networking_nsxv3.common.synchronization [req-4f526654-93af-4f36-9a5f-50b73941b478 req-0e6804b4-4b95-4cc7-a50d-4741a780fad2 service nova] Enqueued Resource ID: 10cbfb67-dd08-4937-b846-69408404389e with Priority: HIGHEST for action security_group_rules [ 1065.421214] env[66859]: INFO networking_nsxv3.common.synchronization [req-4f526654-93af-4f36-9a5f-50b73941b478 req-0e6804b4-4b95-4cc7-a50d-4741a780fad2 service nova] Enqueued Resource ID: 10cbfb67-dd08-4937-b846-69408404389e with Priority: HIGHEST for action security_group_members [ 1065.421330] env[66859]: INFO networking_nsxv3.common.synchronization [req-4f526654-93af-4f36-9a5f-50b73941b478 req-0e6804b4-4b95-4cc7-a50d-4741a780fad2 service nova] Enqueued Resource ID: b0c8126a-f075-4777-9ff0-2cc302e17aec with Priority: HIGHEST for action port [ 1065.423244] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 10cbfb67-dd08-4937-b846-69408404389e with Priority: HIGHEST for action security_group_rules [ 1065.424076] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 10cbfb67-dd08-4937-b846-69408404389e with Priority: HIGHEST for action security_group_members [ 1065.424076] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b0c8126a-f075-4777-9ff0-2cc302e17aec with Priority: HIGHEST for action port [ 1065.424076] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock rules-10cbfb67-dd08-4937-b846-69408404389e taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.424076] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-10cbfb67-dd08-4937-b846-69408404389e" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.424076] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-10cbfb67-dd08-4937-b846-69408404389e" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.424447] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-10cbfb67-dd08-4937-b846-69408404389e" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.424447] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('10cbfb67-dd08-4937-b846-69408404389e',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.426357] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-10cbfb67-dd08-4937-b846-69408404389e taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.430025] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-10cbfb67-dd08-4937-b846-69408404389e" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.430025] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-10cbfb67-dd08-4937-b846-69408404389e" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.430025] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-10cbfb67-dd08-4937-b846-69408404389e" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.430025] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.430025] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.430025] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.430025] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.430025] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.430025] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('10cbfb67-dd08-4937-b846-69408404389e',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.434265] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock port-b0c8126a-f075-4777-9ff0-2cc302e17aec taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.434265] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b0c8126a-f075-4777-9ff0-2cc302e17aec" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.434265] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b0c8126a-f075-4777-9ff0-2cc302e17aec" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.434484] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b0c8126a-f075-4777-9ff0-2cc302e17aec" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.434484] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b0c8126a-f075-4777-9ff0-2cc302e17aec',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.940025] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('10cbfb67-dd08-4937-b846-69408404389e',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.940025] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-10cbfb67-dd08-4937-b846-69408404389e taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.940025] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-10cbfb67-dd08-4937-b846-69408404389e" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.940025] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b0c8126a-f075-4777-9ff0-2cc302e17aec with status ACTIVE [ 1065.940025] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.940025] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.940025] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.940025] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.940025] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.940025] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.940025] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.940025] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.940025] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.940025] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.941287] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.941625] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.941793] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.942185] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.944601] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.944601] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b0c8126a-f075-4777-9ff0-2cc302e17aec is going to be updated. [ 1065.971199] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.971199] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.971199] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.971199] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.971199] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.971199] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b0c8126a-f075-4777-9ff0-2cc302e17aec" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.435733] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3844e6aa-d726-48c8-a08f-6f0e1c0f525a in Status: SUCCESS [ 1066.436338] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3844e6aa-d726-48c8-a08f-6f0e1c0f525a" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.436338] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3844e6aa-d726-48c8-a08f-6f0e1c0f525a" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.436476] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3844e6aa-d726-48c8-a08f-6f0e1c0f525a" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.437066] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.437066] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.437066] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.437066] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.437066] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.437329] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3844e6aa-d726-48c8-a08f-6f0e1c0f525a" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.437329] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3844e6aa-d726-48c8-a08f-6f0e1c0f525a',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.445269] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('10cbfb67-dd08-4937-b846-69408404389e',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.682812] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1144757e-e67c-488c-b78d-b24437441b02 in Status: SUCCESS [ 1066.683148] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1144757e-e67c-488c-b78d-b24437441b02" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.762745] env[66859]: INFO networking_nsxv3.common.synchronization [None req-c525e265-d2c9-47c0-b0de-9ad30f981032 tempest-AttachVolumeNegativeTest-414360256 tempest-AttachVolumeNegativeTest-414360256-project-member] Enqueued Resource ID: e9cdf258-9952-456e-98f2-fe74e883b30b with Priority: HIGHEST for action security_group_rules [ 1066.763456] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9cdf258-9952-456e-98f2-fe74e883b30b with Priority: HIGHEST for action security_group_rules [ 1066.763825] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e9cdf258-9952-456e-98f2-fe74e883b30b taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.764347] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e9cdf258-9952-456e-98f2-fe74e883b30b" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.764347] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e9cdf258-9952-456e-98f2-fe74e883b30b" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.764347] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e9cdf258-9952-456e-98f2-fe74e883b30b" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.764460] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e9cdf258-9952-456e-98f2-fe74e883b30b',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.787042] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e3df5070-7ac1-49c3-9e10-2f7de20c74ad in Status: SUCCESS [ 1066.787042] env[66859]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e3df5070-7ac1-49c3-9e10-2f7de20c74ad deletion is rescheduled due to dependency. [ 1066.787042] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e3df5070-7ac1-49c3-9e10-2f7de20c74ad" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.924694] env[66859]: INFO networking_nsxv3.common.synchronization [None req-c9dd2e55-0d73-402e-bbe3-550d5ad576a9 tempest-AttachVolumeNegativeTest-414360256 tempest-AttachVolumeNegativeTest-414360256-project-member] Enqueued Resource ID: e9cdf258-9952-456e-98f2-fe74e883b30b with Priority: HIGHEST for action security_group_rules [ 1066.925498] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9cdf258-9952-456e-98f2-fe74e883b30b with Priority: HIGHEST for action security_group_rules [ 1066.925850] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e9cdf258-9952-456e-98f2-fe74e883b30b taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.925949] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e9cdf258-9952-456e-98f2-fe74e883b30b" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.940493] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3844e6aa-d726-48c8-a08f-6f0e1c0f525a',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.947871] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.948923] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.949108] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.950471] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.950471] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.950471] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 10cbfb67-dd08-4937-b846-69408404389e is going to be created. [ 1066.996315] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.996464] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.996534] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.996760] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.996917] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.010561] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 10cbfb67-dd08-4937-b846-69408404389e in Status: UNINITIALIZED for 2s [ 1067.207278] env[66859]: INFO networking_nsxv3.common.synchronization [req-5d440b8d-10d8-4bf7-96b4-dc92382a7534 req-b5c4224d-05a2-4897-9c1e-3d80d3d0111b tempest-ServersNegativeTestJSON-550924383 tempest-ServersNegativeTestJSON-550924383-project-member] Enqueued Resource ID: 4cc90184-19ed-4fde-a79c-0439b036a935 with Priority: HIGHEST for action security_group_members [ 1067.207718] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4cc90184-19ed-4fde-a79c-0439b036a935 with Priority: HIGHEST for action security_group_members [ 1067.208304] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-4cc90184-19ed-4fde-a79c-0439b036a935 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.211021] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4cc90184-19ed-4fde-a79c-0439b036a935" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.211021] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4cc90184-19ed-4fde-a79c-0439b036a935" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.211021] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4cc90184-19ed-4fde-a79c-0439b036a935" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.211021] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.211021] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.211021] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.211021] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.211021] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.211021] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4cc90184-19ed-4fde-a79c-0439b036a935',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.286698] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.286887] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.286958] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.287248] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.287361] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.287485] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e9cdf258-9952-456e-98f2-fe74e883b30b already deleted. [ 1067.287580] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e9cdf258-9952-456e-98f2-fe74e883b30b" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.288195] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e9cdf258-9952-456e-98f2-fe74e883b30b" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.288400] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e9cdf258-9952-456e-98f2-fe74e883b30b" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.288500] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e9cdf258-9952-456e-98f2-fe74e883b30b',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.446767] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3844e6aa-d726-48c8-a08f-6f0e1c0f525a: rpc.has_security_group_logging(os_id): False [ 1067.468396] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.468396] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.468396] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.468660] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.468753] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.469124] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.469287] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.469383] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.469808] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.469935] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.470110] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3844e6aa-d726-48c8-a08f-6f0e1c0f525a is going to be created. [ 1067.565239] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.565239] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.565239] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.565239] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.565239] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.584786] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3844e6aa-d726-48c8-a08f-6f0e1c0f525a in Status: IN_PROGRESS for 2s [ 1067.606771] env[66859]: INFO networking_nsxv3.common.synchronization [req-79dfe4fa-4dbc-4b6e-97d5-1321bcf7283f req-f4165323-eef0-4111-a752-da74f296be70 tempest-AttachInterfacesTestJSON-1144280436 tempest-AttachInterfacesTestJSON-1144280436-project-member] Enqueued Resource ID: b87c9eee-f94a-42b0-bb73-5310b72497f8 with Priority: HIGHEST for action security_group_members [ 1067.606771] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b87c9eee-f94a-42b0-bb73-5310b72497f8 with Priority: HIGHEST for action security_group_members [ 1067.607123] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-b87c9eee-f94a-42b0-bb73-5310b72497f8 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.607290] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b87c9eee-f94a-42b0-bb73-5310b72497f8" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.607431] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b87c9eee-f94a-42b0-bb73-5310b72497f8" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.607941] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b87c9eee-f94a-42b0-bb73-5310b72497f8" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.608633] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.608633] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.608633] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.608779] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.609761] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.609887] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b87c9eee-f94a-42b0-bb73-5310b72497f8',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.713838] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4cc90184-19ed-4fde-a79c-0439b036a935',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.815368] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.815521] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.815601] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.815855] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.815904] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.815991] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e9cdf258-9952-456e-98f2-fe74e883b30b already deleted. [ 1067.816081] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e9cdf258-9952-456e-98f2-fe74e883b30b" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.114299] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.114472] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.114528] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.114871] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.137181] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.137551] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.137733] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.137812] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.138055] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.138145] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.138238] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b87c9eee-f94a-42b0-bb73-5310b72497f8 is going to be updated. [ 1068.178967] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.179248] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.179368] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.179756] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.179984] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.192343] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b87c9eee-f94a-42b0-bb73-5310b72497f8 in Status: IN_PROGRESS for 2s [ 1068.217372] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4cc90184-19ed-4fde-a79c-0439b036a935',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.721375] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.721707] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.721707] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.722058] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.722176] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.722317] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4cc90184-19ed-4fde-a79c-0439b036a935 is going to be updated. [ 1068.760469] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.761508] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.761508] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.761508] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.763139] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.775318] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4cc90184-19ed-4fde-a79c-0439b036a935 in Status: IN_PROGRESS for 2s [ 1069.022381] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 10cbfb67-dd08-4937-b846-69408404389e in Status: SUCCESS [ 1069.022972] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-10cbfb67-dd08-4937-b846-69408404389e" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.022972] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-10cbfb67-dd08-4937-b846-69408404389e" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.023325] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-10cbfb67-dd08-4937-b846-69408404389e" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.023626] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.023811] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.023916] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.024183] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.024737] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.024737] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-10cbfb67-dd08-4937-b846-69408404389e" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.024737] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('10cbfb67-dd08-4937-b846-69408404389e',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.528438] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('10cbfb67-dd08-4937-b846-69408404389e',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.602367] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3844e6aa-d726-48c8-a08f-6f0e1c0f525a in Status: SUCCESS [ 1069.602637] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3844e6aa-d726-48c8-a08f-6f0e1c0f525a" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.030449] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 10cbfb67-dd08-4937-b846-69408404389e: rpc.has_security_group_logging(os_id): False [ 1070.056275] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.056706] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.056785] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.056960] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.057070] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.057340] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.057445] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.057491] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.057659] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.057737] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.057825] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 10cbfb67-dd08-4937-b846-69408404389e is going to be created. [ 1070.133145] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.133145] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.133145] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.133145] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.133145] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.150909] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 10cbfb67-dd08-4937-b846-69408404389e in Status: IN_PROGRESS for 2s [ 1070.204407] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b87c9eee-f94a-42b0-bb73-5310b72497f8 in Status: SUCCESS [ 1070.204407] env[66859]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b87c9eee-f94a-42b0-bb73-5310b72497f8 deletion is rescheduled due to dependency. [ 1070.204407] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b87c9eee-f94a-42b0-bb73-5310b72497f8" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.787230] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4cc90184-19ed-4fde-a79c-0439b036a935 in Status: SUCCESS [ 1070.787860] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4cc90184-19ed-4fde-a79c-0439b036a935" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.350041] env[66859]: INFO networking_nsxv3.common.synchronization [req-1b7b727a-3dd1-4fa1-8742-556d74795c96 req-0fdc6c84-fbe2-439c-91b2-286127d42920 tempest-AttachInterfacesTestJSON-1144280436 tempest-AttachInterfacesTestJSON-1144280436-project-member] Enqueued Resource ID: 3cc4351a-efaf-43aa-b95f-8ad880496ab1 with Priority: HIGHEST for action security_group_members [ 1071.350709] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3cc4351a-efaf-43aa-b95f-8ad880496ab1 with Priority: HIGHEST for action security_group_members [ 1071.351047] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-3cc4351a-efaf-43aa-b95f-8ad880496ab1 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.351166] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3cc4351a-efaf-43aa-b95f-8ad880496ab1" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.351239] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3cc4351a-efaf-43aa-b95f-8ad880496ab1" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.351469] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3cc4351a-efaf-43aa-b95f-8ad880496ab1" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.351625] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.351728] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.351787] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.351947] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.352043] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.352136] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3cc4351a-efaf-43aa-b95f-8ad880496ab1',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.855035] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.855227] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.855227] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.855690] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.856056] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.856147] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.856200] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.856259] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.856419] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.856495] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.856586] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3cc4351a-efaf-43aa-b95f-8ad880496ab1 is going to be updated. [ 1071.902782] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.902967] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.903047] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.903276] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.903429] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.918266] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3cc4351a-efaf-43aa-b95f-8ad880496ab1 in Status: IN_PROGRESS for 2s [ 1072.168932] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 10cbfb67-dd08-4937-b846-69408404389e in Status: SUCCESS [ 1072.168932] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-10cbfb67-dd08-4937-b846-69408404389e" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.320512] env[66859]: INFO networking_nsxv3.common.synchronization [req-bd2db0c8-47c8-4130-b705-9ec6e492ddc2 req-d0a339ed-6baf-4ab4-bc2e-4c51e203d41d tempest-ServerDiskConfigTestJSON-342411746 tempest-ServerDiskConfigTestJSON-342411746-project-member] Enqueued Resource ID: 6216ce86-ad2f-4ef8-90d9-106162a1348b with Priority: HIGHEST for action security_group_members [ 1073.321039] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6216ce86-ad2f-4ef8-90d9-106162a1348b with Priority: HIGHEST for action security_group_members [ 1073.321362] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-6216ce86-ad2f-4ef8-90d9-106162a1348b taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.321506] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6216ce86-ad2f-4ef8-90d9-106162a1348b" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.321585] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6216ce86-ad2f-4ef8-90d9-106162a1348b" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.321801] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6216ce86-ad2f-4ef8-90d9-106162a1348b" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.321963] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.322075] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.322130] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.322285] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.322375] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.322483] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6216ce86-ad2f-4ef8-90d9-106162a1348b',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.827233] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.827233] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.827233] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.827233] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.852163] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.852163] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.852163] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.852305] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.853055] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.853055] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.853055] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6216ce86-ad2f-4ef8-90d9-106162a1348b is going to be updated. [ 1073.883291] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.883470] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.883518] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.883729] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.883876] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.893409] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6216ce86-ad2f-4ef8-90d9-106162a1348b in Status: IN_PROGRESS for 2s [ 1073.925730] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3cc4351a-efaf-43aa-b95f-8ad880496ab1 in Status: SUCCESS [ 1073.925916] env[66859]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3cc4351a-efaf-43aa-b95f-8ad880496ab1 deletion is rescheduled due to dependency. [ 1073.926075] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3cc4351a-efaf-43aa-b95f-8ad880496ab1" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.909530] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6216ce86-ad2f-4ef8-90d9-106162a1348b in Status: SUCCESS [ 1075.909764] env[66859]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6216ce86-ad2f-4ef8-90d9-106162a1348b deletion is rescheduled due to dependency. [ 1075.909856] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6216ce86-ad2f-4ef8-90d9-106162a1348b" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.321896] env[66859]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1078.322193] env[66859]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1079.142420] env[66859]: INFO networking_nsxv3.common.synchronization [req-946db15e-522f-43c8-9475-5700e6000133 req-794f05c6-5bce-47b9-9430-3d449a69eaae tempest-AttachVolumeNegativeTest-414360256 tempest-AttachVolumeNegativeTest-414360256-project-member] Enqueued Resource ID: e9cdf258-9952-456e-98f2-fe74e883b30b with Priority: HIGHEST for action security_group_members [ 1079.142420] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9cdf258-9952-456e-98f2-fe74e883b30b with Priority: HIGHEST for action security_group_members [ 1079.142981] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-e9cdf258-9952-456e-98f2-fe74e883b30b taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.142981] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e9cdf258-9952-456e-98f2-fe74e883b30b" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.142981] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e9cdf258-9952-456e-98f2-fe74e883b30b" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.143209] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e9cdf258-9952-456e-98f2-fe74e883b30b" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.143358] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.143522] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.143607] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.144204] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.144300] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.144427] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e9cdf258-9952-456e-98f2-fe74e883b30b',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.518711] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock network-658 taken with stack trace [, , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.519014] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "network-658" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.519106] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "network-658" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.519440] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "network-658" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.519754] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.519944] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.520144] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.520383] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.520530] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.520743] env[66859]: DEBUG dogpile.cache.region [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] No value present for key: 'zone-id' {{(pid=66859) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1079.520856] env[66859]: DEBUG dogpile.lock [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] NeedRegenerationException {{(pid=66859) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1079.520966] env[66859]: DEBUG dogpile.lock [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] no value, waiting for create lock {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1079.521086] env[66859]: DEBUG dogpile.lock [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] value creation lock acquired {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1079.521199] env[66859]: DEBUG dogpile.cache.region [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] No value present for key: 'zone-id' {{(pid=66859) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1079.521438] env[66859]: DEBUG dogpile.lock [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Calling creation function for not-yet-present value {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1079.521438] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1079.541648] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1079.541820] env[66859]: DEBUG dogpile.cache.region [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66859) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1079.541965] env[66859]: DEBUG dogpile.lock [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Released creation lock {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1079.542153] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "network-658" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.542450] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock port-023921bc-1cdf-4dff-a787-96aea3714ba7 taken with stack trace [, , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.542627] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "port-023921bc-1cdf-4dff-a787-96aea3714ba7" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.542797] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "port-023921bc-1cdf-4dff-a787-96aea3714ba7" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.543165] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "port-023921bc-1cdf-4dff-a787-96aea3714ba7" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.543302] env[66859]: DEBUG networking_nsxv3.api.rpc [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('023921bc-1cdf-4dff-a787-96aea3714ba7',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.568110] env[66859]: INFO networking_nsxv3.common.synchronization [req-71b4e284-d2d2-4c62-bfed-aeb60266a7ca req-f868bc9a-4fa3-4080-82d6-ad30858a9c6d tempest-ServerRescueTestJSON-1441346195 tempest-ServerRescueTestJSON-1441346195-project-member] Enqueued Resource ID: da7e59d8-974e-401d-88bb-b61fff1f9366 with Priority: HIGHEST for action security_group_members [ 1079.568675] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: da7e59d8-974e-401d-88bb-b61fff1f9366 with Priority: HIGHEST for action security_group_members [ 1079.568982] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-da7e59d8-974e-401d-88bb-b61fff1f9366 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.569168] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-da7e59d8-974e-401d-88bb-b61fff1f9366" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.569210] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-da7e59d8-974e-401d-88bb-b61fff1f9366" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.569450] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-da7e59d8-974e-401d-88bb-b61fff1f9366" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.569735] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.569824] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.569908] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.570241] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.570290] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.570374] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('da7e59d8-974e-401d-88bb-b61fff1f9366',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.648251] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.648416] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.648469] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.648698] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.648791] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.648992] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.649107] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.649166] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.649325] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.649405] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.649567] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e9cdf258-9952-456e-98f2-fe74e883b30b already deleted. [ 1079.649665] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e9cdf258-9952-456e-98f2-fe74e883b30b" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.046224] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.046224] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.046224] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.046224] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.046224] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.046224] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Segment Port 023921bc-1cdf-4dff-a787-96aea3714ba7 not found, creating... [ 1080.046772] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.046772] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.046772] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.046957] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.047075] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.047363] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.047522] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.047679] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.047893] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.048036] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.048174] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Resource: SegmentPort with ID: 023921bc-1cdf-4dff-a787-96aea3714ba7 is going to be created. [ 1080.070021] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.070185] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.070317] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.070601] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.070795] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.071032] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "port-023921bc-1cdf-4dff-a787-96aea3714ba7" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.071987] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('da7e59d8-974e-401d-88bb-b61fff1f9366',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.574267] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('da7e59d8-974e-401d-88bb-b61fff1f9366',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.802757] env[66859]: INFO networking_nsxv3.common.synchronization [req-946db15e-522f-43c8-9475-5700e6000133 req-be456785-df6b-4280-9874-f383674f5a1e service nova] Enqueued Resource ID: e9cdf258-9952-456e-98f2-fe74e883b30b with Priority: HIGHEST for action security_group_rules [ 1080.802937] env[66859]: INFO networking_nsxv3.common.synchronization [req-946db15e-522f-43c8-9475-5700e6000133 req-be456785-df6b-4280-9874-f383674f5a1e service nova] Enqueued Resource ID: e9cdf258-9952-456e-98f2-fe74e883b30b with Priority: HIGHEST for action security_group_members [ 1080.803083] env[66859]: INFO networking_nsxv3.common.synchronization [req-946db15e-522f-43c8-9475-5700e6000133 req-be456785-df6b-4280-9874-f383674f5a1e service nova] Enqueued Resource ID: 023921bc-1cdf-4dff-a787-96aea3714ba7 with Priority: HIGHEST for action port [ 1080.803623] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9cdf258-9952-456e-98f2-fe74e883b30b with Priority: HIGHEST for action security_group_rules [ 1080.803759] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9cdf258-9952-456e-98f2-fe74e883b30b with Priority: HIGHEST for action security_group_members [ 1080.803869] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 023921bc-1cdf-4dff-a787-96aea3714ba7 with Priority: HIGHEST for action port [ 1080.804161] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e9cdf258-9952-456e-98f2-fe74e883b30b taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.804297] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e9cdf258-9952-456e-98f2-fe74e883b30b" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.804342] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e9cdf258-9952-456e-98f2-fe74e883b30b" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.804529] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e9cdf258-9952-456e-98f2-fe74e883b30b" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.804645] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e9cdf258-9952-456e-98f2-fe74e883b30b',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.805429] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-e9cdf258-9952-456e-98f2-fe74e883b30b taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.805541] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e9cdf258-9952-456e-98f2-fe74e883b30b" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.805606] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e9cdf258-9952-456e-98f2-fe74e883b30b" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.805767] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e9cdf258-9952-456e-98f2-fe74e883b30b" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.805933] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.805980] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.806051] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.806189] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.806270] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.807169] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e9cdf258-9952-456e-98f2-fe74e883b30b',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.808991] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock port-023921bc-1cdf-4dff-a787-96aea3714ba7 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.809113] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-023921bc-1cdf-4dff-a787-96aea3714ba7" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.809196] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-023921bc-1cdf-4dff-a787-96aea3714ba7" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.809315] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-023921bc-1cdf-4dff-a787-96aea3714ba7" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.809390] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('023921bc-1cdf-4dff-a787-96aea3714ba7',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.077820] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.077820] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.077820] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.077820] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.077820] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.077820] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: da7e59d8-974e-401d-88bb-b61fff1f9366 is going to be updated. [ 1081.108148] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.108148] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.108148] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.108148] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.108148] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.118714] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: da7e59d8-974e-401d-88bb-b61fff1f9366 in Status: IN_PROGRESS for 2s [ 1081.312290] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-e9cdf258-9952-456e-98f2-fe74e883b30b taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.312454] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e9cdf258-9952-456e-98f2-fe74e883b30b" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.312663] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e9cdf258-9952-456e-98f2-fe74e883b30b',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.314361] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 023921bc-1cdf-4dff-a787-96aea3714ba7 with status ACTIVE [ 1081.314541] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.314734] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.314734] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.315423] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.315423] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.315423] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.315423] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.315722] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.315722] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.315722] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.315881] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.315990] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.316148] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.316201] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.316246] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.316382] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 023921bc-1cdf-4dff-a787-96aea3714ba7 is going to be updated. [ 1081.338793] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.338984] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.338984] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.339120] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.339251] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.339414] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-023921bc-1cdf-4dff-a787-96aea3714ba7" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.815857] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e9cdf258-9952-456e-98f2-fe74e883b30b',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.318090] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.318257] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.318332] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.318572] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.318675] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.318778] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e9cdf258-9952-456e-98f2-fe74e883b30b is going to be created. [ 1082.347895] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.348105] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.348216] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.348334] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.348490] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.360072] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e9cdf258-9952-456e-98f2-fe74e883b30b in Status: UNINITIALIZED for 2s [ 1083.129055] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: da7e59d8-974e-401d-88bb-b61fff1f9366 in Status: SUCCESS [ 1083.129395] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-da7e59d8-974e-401d-88bb-b61fff1f9366" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.370977] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e9cdf258-9952-456e-98f2-fe74e883b30b in Status: SUCCESS [ 1084.371294] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e9cdf258-9952-456e-98f2-fe74e883b30b" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.371453] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e9cdf258-9952-456e-98f2-fe74e883b30b" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.371780] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e9cdf258-9952-456e-98f2-fe74e883b30b" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.371991] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.372141] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.372225] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.372405] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.372553] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.372616] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e9cdf258-9952-456e-98f2-fe74e883b30b" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.372700] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e9cdf258-9952-456e-98f2-fe74e883b30b',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.875155] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e9cdf258-9952-456e-98f2-fe74e883b30b',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.377345] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e9cdf258-9952-456e-98f2-fe74e883b30b: rpc.has_security_group_logging(os_id): False [ 1085.397487] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.397683] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.397724] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.397958] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.398063] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.398315] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.398416] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.398481] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.398630] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.398707] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.398791] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e9cdf258-9952-456e-98f2-fe74e883b30b is going to be created. [ 1085.482312] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.482521] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.482592] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.482847] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.483048] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.497761] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e9cdf258-9952-456e-98f2-fe74e883b30b in Status: IN_PROGRESS for 2s [ 1085.805206] env[66859]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1085.805330] env[66859]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1085.859029] env[66859]: INFO networking_nsxv3.common.synchronization [req-59b80619-38ce-48ac-b8a9-4a579a756787 req-8406f92f-c7dc-4747-9153-ae72ca332481 tempest-ServerDiskConfigTestJSON-342411746 tempest-ServerDiskConfigTestJSON-342411746-project-member] Enqueued Resource ID: 6216ce86-ad2f-4ef8-90d9-106162a1348b with Priority: HIGHEST for action security_group_members [ 1085.859307] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6216ce86-ad2f-4ef8-90d9-106162a1348b with Priority: HIGHEST for action security_group_members [ 1085.859654] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-6216ce86-ad2f-4ef8-90d9-106162a1348b taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.859654] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6216ce86-ad2f-4ef8-90d9-106162a1348b" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.859776] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6216ce86-ad2f-4ef8-90d9-106162a1348b" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.859894] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6216ce86-ad2f-4ef8-90d9-106162a1348b" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.860055] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.860152] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.860213] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.860362] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.860453] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.860558] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6216ce86-ad2f-4ef8-90d9-106162a1348b',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.178296] env[66859]: DEBUG networking_nsxv3.common.locking [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Lock network-887 taken with stack trace [, , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.178538] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquiring lock "network-887" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.178693] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired lock "network-887" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.179048] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired external semaphore "network-887" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.179401] env[66859]: DEBUG networking_nsxv3.common.locking [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.179626] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquiring lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.179791] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.180100] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired external semaphore "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.180319] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Releasing lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.180594] env[66859]: DEBUG dogpile.cache.region [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] No value present for key: 'zone-id' {{(pid=66859) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1086.180776] env[66859]: DEBUG dogpile.lock [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] NeedRegenerationException {{(pid=66859) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1086.180925] env[66859]: DEBUG dogpile.lock [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] no value, waiting for create lock {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1086.181079] env[66859]: DEBUG dogpile.lock [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] value creation lock acquired {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1086.181244] env[66859]: DEBUG dogpile.cache.region [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] No value present for key: 'zone-id' {{(pid=66859) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1086.181404] env[66859]: DEBUG dogpile.lock [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Calling creation function for not-yet-present value {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1086.181608] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1086.207973] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1086.208212] env[66859]: DEBUG dogpile.cache.region [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=66859) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1086.208388] env[66859]: DEBUG dogpile.lock [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Released creation lock {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1086.208656] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Releasing lock "network-887" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.208989] env[66859]: DEBUG networking_nsxv3.common.locking [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Lock port-30dc6a84-1c1b-4f0b-960a-d70294f6e8ef taken with stack trace [, , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.209212] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquiring lock "port-30dc6a84-1c1b-4f0b-960a-d70294f6e8ef" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.209389] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired lock "port-30dc6a84-1c1b-4f0b-960a-d70294f6e8ef" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.212586] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired external semaphore "port-30dc6a84-1c1b-4f0b-960a-d70294f6e8ef" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.212586] env[66859]: DEBUG networking_nsxv3.api.rpc [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('30dc6a84-1c1b-4f0b-960a-d70294f6e8ef',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.362639] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.363040] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.363163] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.363391] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.363524] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.363818] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.363948] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.364021] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.364254] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.364372] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.364509] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6216ce86-ad2f-4ef8-90d9-106162a1348b is going to be updated. [ 1086.396560] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.396997] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.396997] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.396997] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.397140] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.408015] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6216ce86-ad2f-4ef8-90d9-106162a1348b in Status: IN_PROGRESS for 2s [ 1086.713312] env[66859]: DEBUG networking_nsxv3.common.locking [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.713563] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.713649] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.713992] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.714156] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.714320] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Segment Port 30dc6a84-1c1b-4f0b-960a-d70294f6e8ef not found, creating... [ 1086.714591] env[66859]: DEBUG networking_nsxv3.common.locking [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.714794] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquiring lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.714881] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.715184] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired external semaphore "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.715330] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Releasing lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.715622] env[66859]: DEBUG networking_nsxv3.common.locking [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.715767] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.715881] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.716131] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.716483] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.716627] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Resource: SegmentPort with ID: 30dc6a84-1c1b-4f0b-960a-d70294f6e8ef is going to be created. [ 1086.739469] env[66859]: DEBUG networking_nsxv3.common.locking [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.739945] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.740200] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.740560] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.740840] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.741088] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Releasing lock "port-30dc6a84-1c1b-4f0b-960a-d70294f6e8ef" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.435123] env[66859]: INFO networking_nsxv3.common.synchronization [req-59b80619-38ce-48ac-b8a9-4a579a756787 req-e372a9d4-e5fd-48b8-939e-be6de9ed3a60 service nova] Enqueued Resource ID: 6216ce86-ad2f-4ef8-90d9-106162a1348b with Priority: HIGHEST for action security_group_rules [ 1087.435358] env[66859]: INFO networking_nsxv3.common.synchronization [req-59b80619-38ce-48ac-b8a9-4a579a756787 req-e372a9d4-e5fd-48b8-939e-be6de9ed3a60 service nova] Enqueued Resource ID: 6216ce86-ad2f-4ef8-90d9-106162a1348b with Priority: HIGHEST for action security_group_members [ 1087.435440] env[66859]: INFO networking_nsxv3.common.synchronization [req-59b80619-38ce-48ac-b8a9-4a579a756787 req-e372a9d4-e5fd-48b8-939e-be6de9ed3a60 service nova] Enqueued Resource ID: 30dc6a84-1c1b-4f0b-960a-d70294f6e8ef with Priority: HIGHEST for action port [ 1087.435927] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6216ce86-ad2f-4ef8-90d9-106162a1348b with Priority: HIGHEST for action security_group_rules [ 1087.436070] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6216ce86-ad2f-4ef8-90d9-106162a1348b with Priority: HIGHEST for action security_group_members [ 1087.436169] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30dc6a84-1c1b-4f0b-960a-d70294f6e8ef with Priority: HIGHEST for action port [ 1087.436469] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6216ce86-ad2f-4ef8-90d9-106162a1348b taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.436604] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6216ce86-ad2f-4ef8-90d9-106162a1348b" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.436653] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6216ce86-ad2f-4ef8-90d9-106162a1348b" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.436854] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6216ce86-ad2f-4ef8-90d9-106162a1348b" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.436935] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6216ce86-ad2f-4ef8-90d9-106162a1348b',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.437751] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-6216ce86-ad2f-4ef8-90d9-106162a1348b taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.437847] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6216ce86-ad2f-4ef8-90d9-106162a1348b" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.438076] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock port-30dc6a84-1c1b-4f0b-960a-d70294f6e8ef taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.438189] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-30dc6a84-1c1b-4f0b-960a-d70294f6e8ef" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.438251] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-30dc6a84-1c1b-4f0b-960a-d70294f6e8ef" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.438405] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-30dc6a84-1c1b-4f0b-960a-d70294f6e8ef" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.438474] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('30dc6a84-1c1b-4f0b-960a-d70294f6e8ef',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.509378] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e9cdf258-9952-456e-98f2-fe74e883b30b in Status: SUCCESS [ 1087.509813] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e9cdf258-9952-456e-98f2-fe74e883b30b" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.940218] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-6216ce86-ad2f-4ef8-90d9-106162a1348b taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.940450] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6216ce86-ad2f-4ef8-90d9-106162a1348b" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.940450] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 30dc6a84-1c1b-4f0b-960a-d70294f6e8ef with status ACTIVE [ 1087.940612] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.940718] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.940773] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.941044] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.941147] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.941240] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.941329] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.941382] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.941532] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.941632] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.941815] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.942037] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.942037] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.942120] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.942196] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.942252] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 30dc6a84-1c1b-4f0b-960a-d70294f6e8ef is going to be updated. [ 1087.963886] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.963886] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.963886] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.964106] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.964239] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.964392] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-30dc6a84-1c1b-4f0b-960a-d70294f6e8ef" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.320581] env[66859]: INFO networking_nsxv3.common.synchronization [None req-a3167eec-345d-48f0-bac0-1acfab50ee03 tempest-AttachInterfacesTestJSON-1144280436 tempest-AttachInterfacesTestJSON-1144280436-project-member] Enqueued Resource ID: 6946e933-46e8-4185-9a78-1b0e207902d3 with Priority: HIGHEST for action security_group_rules [ 1088.321226] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6946e933-46e8-4185-9a78-1b0e207902d3 with Priority: HIGHEST for action security_group_rules [ 1088.321439] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6946e933-46e8-4185-9a78-1b0e207902d3 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.321567] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6946e933-46e8-4185-9a78-1b0e207902d3" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.321686] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6946e933-46e8-4185-9a78-1b0e207902d3" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.321919] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6946e933-46e8-4185-9a78-1b0e207902d3" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.322016] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6946e933-46e8-4185-9a78-1b0e207902d3',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1088.415839] env[66859]: INFO networking_nsxv3.common.synchronization [None req-d94dd9b2-61d6-4f82-b5cb-1ff281d31dbb tempest-AttachInterfacesTestJSON-1144280436 tempest-AttachInterfacesTestJSON-1144280436-project-member] Enqueued Resource ID: 6946e933-46e8-4185-9a78-1b0e207902d3 with Priority: HIGHEST for action security_group_rules [ 1088.416404] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6946e933-46e8-4185-9a78-1b0e207902d3 with Priority: HIGHEST for action security_group_rules [ 1088.416753] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6946e933-46e8-4185-9a78-1b0e207902d3 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.416835] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6946e933-46e8-4185-9a78-1b0e207902d3" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.418688] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6216ce86-ad2f-4ef8-90d9-106162a1348b in Status: SUCCESS [ 1088.419487] env[66859]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6216ce86-ad2f-4ef8-90d9-106162a1348b deletion is rescheduled due to dependency. [ 1088.419660] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6216ce86-ad2f-4ef8-90d9-106162a1348b" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.420155] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6216ce86-ad2f-4ef8-90d9-106162a1348b" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.420395] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6216ce86-ad2f-4ef8-90d9-106162a1348b" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.420583] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.420705] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.420785] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.422720] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.422720] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.422720] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6216ce86-ad2f-4ef8-90d9-106162a1348b',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1088.848710] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.849049] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.849049] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.849873] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.849873] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.849873] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6946e933-46e8-4185-9a78-1b0e207902d3 already deleted. [ 1088.849873] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6946e933-46e8-4185-9a78-1b0e207902d3" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.849873] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6946e933-46e8-4185-9a78-1b0e207902d3" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.850063] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6946e933-46e8-4185-9a78-1b0e207902d3" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.850063] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6946e933-46e8-4185-9a78-1b0e207902d3',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1088.926035] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6216ce86-ad2f-4ef8-90d9-106162a1348b',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.378135] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.378340] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.378446] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.378596] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.378718] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.378799] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6946e933-46e8-4185-9a78-1b0e207902d3 already deleted. [ 1089.378880] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6946e933-46e8-4185-9a78-1b0e207902d3" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.431861] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6216ce86-ad2f-4ef8-90d9-106162a1348b',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.933681] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.934016] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.934016] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.934247] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.934350] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.934477] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6216ce86-ad2f-4ef8-90d9-106162a1348b is going to be updated. [ 1089.965121] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.965323] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.965373] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.965591] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.965734] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.976679] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6216ce86-ad2f-4ef8-90d9-106162a1348b in Status: IN_PROGRESS for 2s [ 1091.989420] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6216ce86-ad2f-4ef8-90d9-106162a1348b in Status: SUCCESS [ 1091.989791] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6216ce86-ad2f-4ef8-90d9-106162a1348b" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.989962] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6216ce86-ad2f-4ef8-90d9-106162a1348b" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.990272] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6216ce86-ad2f-4ef8-90d9-106162a1348b" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.990509] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.990666] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.990738] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.990996] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.991120] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.991245] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6216ce86-ad2f-4ef8-90d9-106162a1348b" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.991384] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6216ce86-ad2f-4ef8-90d9-106162a1348b',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1092.494453] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-6216ce86-ad2f-4ef8-90d9-106162a1348b taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.494692] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6216ce86-ad2f-4ef8-90d9-106162a1348b" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.494769] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6216ce86-ad2f-4ef8-90d9-106162a1348b" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.494993] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6216ce86-ad2f-4ef8-90d9-106162a1348b" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.495193] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.495288] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.495410] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.495514] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.495606] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.495696] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6216ce86-ad2f-4ef8-90d9-106162a1348b" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.495853] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-6216ce86-ad2f-4ef8-90d9-106162a1348b taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.495944] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6216ce86-ad2f-4ef8-90d9-106162a1348b" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.495999] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6216ce86-ad2f-4ef8-90d9-106162a1348b" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.496166] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6216ce86-ad2f-4ef8-90d9-106162a1348b" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.496312] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.496403] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.496472] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.496607] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.496685] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.496765] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6216ce86-ad2f-4ef8-90d9-106162a1348b" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.496862] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6216ce86-ad2f-4ef8-90d9-106162a1348b',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1093.000097] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6216ce86-ad2f-4ef8-90d9-106162a1348b: rpc.has_security_group_logging(os_id): False [ 1093.020480] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.020699] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.020748] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.020940] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.021064] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.021301] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.021377] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.021422] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.021561] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.021696] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.022072] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.022134] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.022190] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.022377] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.022496] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.022774] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.022902] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.022998] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.023219] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.023371] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.023520] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6216ce86-ad2f-4ef8-90d9-106162a1348b is going to be updated. [ 1093.092025] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.092227] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.092227] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.092478] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.092709] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.110771] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6216ce86-ad2f-4ef8-90d9-106162a1348b in Status: IN_PROGRESS for 2s [ 1093.417420] env[66859]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1093.417584] env[66859]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1094.294205] env[66859]: INFO networking_nsxv3.common.synchronization [req-1826661f-fa86-4158-86b9-33ac40da11f7 req-e08c3762-a474-48fb-bd37-7798e664db7e tempest-AttachInterfacesTestJSON-1144280436 tempest-AttachInterfacesTestJSON-1144280436-project-member] Enqueued Resource ID: 6946e933-46e8-4185-9a78-1b0e207902d3 with Priority: HIGHEST for action security_group_members [ 1094.294778] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6946e933-46e8-4185-9a78-1b0e207902d3 with Priority: HIGHEST for action security_group_members [ 1094.295164] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-6946e933-46e8-4185-9a78-1b0e207902d3 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.295284] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6946e933-46e8-4185-9a78-1b0e207902d3" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.295377] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6946e933-46e8-4185-9a78-1b0e207902d3" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.295891] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6946e933-46e8-4185-9a78-1b0e207902d3" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.295891] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.296029] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.296029] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.296231] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.296326] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.296437] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6946e933-46e8-4185-9a78-1b0e207902d3',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1094.640393] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock network-327 taken with stack trace [, , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.640584] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "network-327" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.640704] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "network-327" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.640970] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "network-327" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.641240] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.641397] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.641512] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.641814] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.641967] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.642231] env[66859]: DEBUG dogpile.cache.region [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] No value present for key: 'zone-id' {{(pid=66859) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1094.642347] env[66859]: DEBUG dogpile.lock [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] NeedRegenerationException {{(pid=66859) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1094.642455] env[66859]: DEBUG dogpile.lock [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] no value, waiting for create lock {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1094.642582] env[66859]: DEBUG dogpile.lock [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] value creation lock acquired {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1094.642713] env[66859]: DEBUG dogpile.cache.region [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] No value present for key: 'zone-id' {{(pid=66859) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1094.642844] env[66859]: DEBUG dogpile.lock [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Calling creation function for not-yet-present value {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1094.642987] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1094.663967] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1094.664162] env[66859]: DEBUG dogpile.cache.region [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66859) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1094.664304] env[66859]: DEBUG dogpile.lock [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Released creation lock {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1094.664477] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "network-327" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.664811] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock port-5369d233-6de4-4388-b67c-d48acac3ae43 taken with stack trace [, , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.665040] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "port-5369d233-6de4-4388-b67c-d48acac3ae43" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.665117] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "port-5369d233-6de4-4388-b67c-d48acac3ae43" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.665461] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "port-5369d233-6de4-4388-b67c-d48acac3ae43" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.665607] env[66859]: DEBUG networking_nsxv3.api.rpc [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5369d233-6de4-4388-b67c-d48acac3ae43',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1094.799535] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.800192] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.801048] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.801048] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.801048] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.801048] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.801048] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.801048] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.801329] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.801329] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.801329] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6946e933-46e8-4185-9a78-1b0e207902d3 already deleted. [ 1094.801434] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6946e933-46e8-4185-9a78-1b0e207902d3" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.955964] env[66859]: INFO networking_nsxv3.common.synchronization [req-6af0b70e-e444-4843-bc66-d20b280e7638 req-6bdba0f4-3c8e-42c5-8997-78ff27f0ff87 tempest-ServerRescueTestJSON-1441346195 tempest-ServerRescueTestJSON-1441346195-project-member] Enqueued Resource ID: da7e59d8-974e-401d-88bb-b61fff1f9366 with Priority: HIGHEST for action security_group_members [ 1094.956355] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: da7e59d8-974e-401d-88bb-b61fff1f9366 with Priority: HIGHEST for action security_group_members [ 1094.956676] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-da7e59d8-974e-401d-88bb-b61fff1f9366 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.956799] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-da7e59d8-974e-401d-88bb-b61fff1f9366" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.957629] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-da7e59d8-974e-401d-88bb-b61fff1f9366" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.957629] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-da7e59d8-974e-401d-88bb-b61fff1f9366" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.957629] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.957629] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.957629] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.957629] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.957868] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.957868] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('da7e59d8-974e-401d-88bb-b61fff1f9366',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.134844] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6216ce86-ad2f-4ef8-90d9-106162a1348b in Status: SUCCESS [ 1095.135142] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6216ce86-ad2f-4ef8-90d9-106162a1348b" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.168591] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.168760] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.168887] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.169549] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.169549] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.169549] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Segment Port 5369d233-6de4-4388-b67c-d48acac3ae43 not found, creating... [ 1095.170015] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.170156] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.170265] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.170510] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.170646] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.170944] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.171148] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.171277] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.171497] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.171782] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.172012] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Resource: SegmentPort with ID: 5369d233-6de4-4388-b67c-d48acac3ae43 is going to be created. [ 1095.193262] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.193479] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.193600] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.193879] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.194162] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.194403] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "port-5369d233-6de4-4388-b67c-d48acac3ae43" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.459693] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.459974] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.459974] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.460149] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.460243] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.460441] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.460539] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.460603] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.460752] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.460830] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.460918] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: da7e59d8-974e-401d-88bb-b61fff1f9366 is going to be updated. [ 1095.492736] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.492967] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.493063] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.493285] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.493425] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.504719] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: da7e59d8-974e-401d-88bb-b61fff1f9366 in Status: IN_PROGRESS for 2s [ 1095.896146] env[66859]: INFO networking_nsxv3.common.synchronization [req-1826661f-fa86-4158-86b9-33ac40da11f7 req-2b5b70c2-e3c0-46a0-ab60-eb02a6486eb2 service nova] Enqueued Resource ID: 6946e933-46e8-4185-9a78-1b0e207902d3 with Priority: HIGHEST for action security_group_rules [ 1095.896325] env[66859]: INFO networking_nsxv3.common.synchronization [req-1826661f-fa86-4158-86b9-33ac40da11f7 req-2b5b70c2-e3c0-46a0-ab60-eb02a6486eb2 service nova] Enqueued Resource ID: 6946e933-46e8-4185-9a78-1b0e207902d3 with Priority: HIGHEST for action security_group_members [ 1095.896461] env[66859]: INFO networking_nsxv3.common.synchronization [req-1826661f-fa86-4158-86b9-33ac40da11f7 req-2b5b70c2-e3c0-46a0-ab60-eb02a6486eb2 service nova] Enqueued Resource ID: 5369d233-6de4-4388-b67c-d48acac3ae43 with Priority: HIGHEST for action port [ 1095.896993] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6946e933-46e8-4185-9a78-1b0e207902d3 with Priority: HIGHEST for action security_group_rules [ 1095.897151] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6946e933-46e8-4185-9a78-1b0e207902d3 with Priority: HIGHEST for action security_group_members [ 1095.897249] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5369d233-6de4-4388-b67c-d48acac3ae43 with Priority: HIGHEST for action port [ 1095.897523] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6946e933-46e8-4185-9a78-1b0e207902d3 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.897640] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6946e933-46e8-4185-9a78-1b0e207902d3" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.897738] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6946e933-46e8-4185-9a78-1b0e207902d3" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.897903] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6946e933-46e8-4185-9a78-1b0e207902d3" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.897986] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6946e933-46e8-4185-9a78-1b0e207902d3',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.898819] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-6946e933-46e8-4185-9a78-1b0e207902d3 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.898931] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6946e933-46e8-4185-9a78-1b0e207902d3" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.898996] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6946e933-46e8-4185-9a78-1b0e207902d3" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.899177] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6946e933-46e8-4185-9a78-1b0e207902d3" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.899351] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.899454] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.899454] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.899642] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.899698] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.899745] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6946e933-46e8-4185-9a78-1b0e207902d3',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.900499] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock port-5369d233-6de4-4388-b67c-d48acac3ae43 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.900605] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5369d233-6de4-4388-b67c-d48acac3ae43" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.900759] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5369d233-6de4-4388-b67c-d48acac3ae43" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.900810] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5369d233-6de4-4388-b67c-d48acac3ae43" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.900878] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5369d233-6de4-4388-b67c-d48acac3ae43',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1096.402934] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6946e933-46e8-4185-9a78-1b0e207902d3',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1096.403983] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-6946e933-46e8-4185-9a78-1b0e207902d3 taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.403983] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6946e933-46e8-4185-9a78-1b0e207902d3" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.403983] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5369d233-6de4-4388-b67c-d48acac3ae43 with status ACTIVE [ 1096.404213] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.404296] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.404296] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.404557] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.404557] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.404730] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.404909] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.404909] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.405085] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.405125] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.405304] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.405404] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.405464] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.406214] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.407024] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.407024] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5369d233-6de4-4388-b67c-d48acac3ae43 is going to be updated. [ 1096.429861] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.429991] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.430061] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.430328] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.430420] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.430577] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5369d233-6de4-4388-b67c-d48acac3ae43" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.908843] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6946e933-46e8-4185-9a78-1b0e207902d3',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.411628] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.411866] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.411958] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.412200] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.412304] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.412402] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6946e933-46e8-4185-9a78-1b0e207902d3 is going to be created. [ 1097.436142] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.436714] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.436714] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.436714] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.436841] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.447078] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6946e933-46e8-4185-9a78-1b0e207902d3 in Status: UNINITIALIZED for 2s [ 1097.515093] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: da7e59d8-974e-401d-88bb-b61fff1f9366 in Status: SUCCESS [ 1097.515093] env[66859]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: da7e59d8-974e-401d-88bb-b61fff1f9366 deletion is rescheduled due to dependency. [ 1097.515093] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-da7e59d8-974e-401d-88bb-b61fff1f9366" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.216970] env[66859]: INFO networking_nsxv3.common.synchronization [req-46fdc4a0-c148-4c62-b3e7-18e3a5ce6d6c req-2d32e4a4-0f4d-4757-a15a-3ca67c4db1f3 tempest-ServerActionsTestOtherA-665867162 tempest-ServerActionsTestOtherA-665867162-project-member] Enqueued Resource ID: 1907a5cd-a902-4a16-8f62-4c0e90fa0d8e with Priority: HIGHEST for action security_group_members [ 1098.217742] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1907a5cd-a902-4a16-8f62-4c0e90fa0d8e with Priority: HIGHEST for action security_group_members [ 1098.218196] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-1907a5cd-a902-4a16-8f62-4c0e90fa0d8e taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.218353] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1907a5cd-a902-4a16-8f62-4c0e90fa0d8e" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.218426] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1907a5cd-a902-4a16-8f62-4c0e90fa0d8e" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.218629] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1907a5cd-a902-4a16-8f62-4c0e90fa0d8e" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.218800] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.218900] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.218955] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.219146] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.219228] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.219328] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1907a5cd-a902-4a16-8f62-4c0e90fa0d8e',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1098.722065] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.722065] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.722260] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.722349] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.722421] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.722657] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.722746] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.722793] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.722951] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.723036] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.723123] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1907a5cd-a902-4a16-8f62-4c0e90fa0d8e is going to be updated. [ 1098.757308] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.757463] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.757463] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.757668] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.758067] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.770073] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1907a5cd-a902-4a16-8f62-4c0e90fa0d8e in Status: IN_PROGRESS for 2s [ 1099.458296] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6946e933-46e8-4185-9a78-1b0e207902d3 in Status: SUCCESS [ 1099.458593] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6946e933-46e8-4185-9a78-1b0e207902d3" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.458953] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6946e933-46e8-4185-9a78-1b0e207902d3" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.459359] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6946e933-46e8-4185-9a78-1b0e207902d3" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.459632] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.459759] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.459827] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.459991] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.460090] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.460176] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6946e933-46e8-4185-9a78-1b0e207902d3" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.460263] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6946e933-46e8-4185-9a78-1b0e207902d3',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.962751] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6946e933-46e8-4185-9a78-1b0e207902d3',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.974382] env[66859]: INFO networking_nsxv3.common.synchronization [req-d10c819c-0cdd-4a4a-abf6-09873cda2779 req-714ffd3d-c9af-47a6-bf8e-bd18187c79cb tempest-DeleteServersTestJSON-1914830034 tempest-DeleteServersTestJSON-1914830034-project-member] Enqueued Resource ID: 1144757e-e67c-488c-b78d-b24437441b02 with Priority: HIGHEST for action security_group_members [ 1099.975313] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1144757e-e67c-488c-b78d-b24437441b02 with Priority: HIGHEST for action security_group_members [ 1099.975826] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-1144757e-e67c-488c-b78d-b24437441b02 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.975964] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1144757e-e67c-488c-b78d-b24437441b02" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.976034] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1144757e-e67c-488c-b78d-b24437441b02" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.976440] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1144757e-e67c-488c-b78d-b24437441b02" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.976440] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.976560] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.976560] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.976657] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.976741] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.976839] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1144757e-e67c-488c-b78d-b24437441b02',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1100.464820] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6946e933-46e8-4185-9a78-1b0e207902d3: rpc.has_security_group_logging(os_id): False [ 1100.479024] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.479293] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.479376] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.479623] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.479729] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.479933] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.480039] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.480129] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.480276] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.480378] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.480543] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1144757e-e67c-488c-b78d-b24437441b02 is going to be updated. [ 1100.486563] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.486708] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.486824] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.487033] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.487127] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.487387] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.487744] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.487829] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.488065] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.488151] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.488241] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6946e933-46e8-4185-9a78-1b0e207902d3 is going to be created. [ 1100.501209] env[66859]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1144757e-e67c-488c-b78d-b24437441b02 failed to be updated, retrying after metadata refresh: requests.exceptions.HTTPError: 412 Client Error: Precondition Failed for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/groups/1144757e-e67c-488c-b78d-b24437441b02 [ 1100.501353] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1100.560673] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.560916] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.560916] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.561195] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.561396] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.576248] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6946e933-46e8-4185-9a78-1b0e207902d3 in Status: IN_PROGRESS for 2s [ 1100.606039] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.606261] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.609147] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.609147] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.609147] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.609292] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.609356] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.609971] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.609971] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.610128] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.610172] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1144757e-e67c-488c-b78d-b24437441b02 is going to be updated. [ 1100.649213] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.649377] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.649462] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.649688] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.649840] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.665280] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1144757e-e67c-488c-b78d-b24437441b02 in Status: IN_PROGRESS for 2s [ 1100.780742] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1907a5cd-a902-4a16-8f62-4c0e90fa0d8e in Status: SUCCESS [ 1100.780988] env[66859]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1907a5cd-a902-4a16-8f62-4c0e90fa0d8e deletion is rescheduled due to dependency. [ 1100.781130] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1907a5cd-a902-4a16-8f62-4c0e90fa0d8e" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.590966] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6946e933-46e8-4185-9a78-1b0e207902d3 in Status: SUCCESS [ 1102.591436] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6946e933-46e8-4185-9a78-1b0e207902d3" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.680282] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1144757e-e67c-488c-b78d-b24437441b02 in Status: SUCCESS [ 1102.680282] env[66859]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1144757e-e67c-488c-b78d-b24437441b02 deletion is rescheduled due to dependency. [ 1102.680282] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1144757e-e67c-488c-b78d-b24437441b02" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.976251] env[66859]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1104.976605] env[66859]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1109.977728] env[66859]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1109.977728] env[66859]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1110.237579] env[66859]: INFO networking_nsxv3.common.synchronization [req-133ee550-b632-480b-8407-2d475da114ee req-0fab2109-474a-4e7d-bd7d-38f6706d7c19 tempest-ServerActionsTestJSON-1153645179 tempest-ServerActionsTestJSON-1153645179-project-member] Enqueued Resource ID: 25137f8a-d107-430f-a47d-081a2e1cdd9c with Priority: HIGHEST for action security_group_members [ 1110.238171] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 25137f8a-d107-430f-a47d-081a2e1cdd9c with Priority: HIGHEST for action security_group_members [ 1110.238498] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-25137f8a-d107-430f-a47d-081a2e1cdd9c taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.238626] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-25137f8a-d107-430f-a47d-081a2e1cdd9c" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.238680] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-25137f8a-d107-430f-a47d-081a2e1cdd9c" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.238955] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-25137f8a-d107-430f-a47d-081a2e1cdd9c" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.239781] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.241059] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.241221] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.242031] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.242031] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.242031] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('25137f8a-d107-430f-a47d-081a2e1cdd9c',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1110.749057] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.749057] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.749057] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.749057] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.749057] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.749057] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.749057] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.749057] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.749057] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.749057] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.749057] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 25137f8a-d107-430f-a47d-081a2e1cdd9c is going to be updated. [ 1110.782236] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.782236] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.782236] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.782236] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.782236] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.790364] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 25137f8a-d107-430f-a47d-081a2e1cdd9c in Status: IN_PROGRESS for 2s [ 1111.076347] env[66859]: INFO networking_nsxv3.common.synchronization [req-dbbb1788-4939-47c5-8e27-ad1db432c08e req-09b4594d-3b68-4232-a1d7-f7009f7348f0 tempest-ServerDiskConfigTestJSON-342411746 tempest-ServerDiskConfigTestJSON-342411746-project-member] Enqueued Resource ID: 6216ce86-ad2f-4ef8-90d9-106162a1348b with Priority: HIGHEST for action security_group_members [ 1111.077359] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6216ce86-ad2f-4ef8-90d9-106162a1348b with Priority: HIGHEST for action security_group_members [ 1111.077503] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-6216ce86-ad2f-4ef8-90d9-106162a1348b taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.077559] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6216ce86-ad2f-4ef8-90d9-106162a1348b" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.077596] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6216ce86-ad2f-4ef8-90d9-106162a1348b" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.077805] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6216ce86-ad2f-4ef8-90d9-106162a1348b" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.077987] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.078099] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.078160] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.078318] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.078401] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.078503] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6216ce86-ad2f-4ef8-90d9-106162a1348b',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.334713] env[66859]: INFO networking_nsxv3.common.synchronization [req-26f9b28a-67d2-4fdb-a9ef-a668c8192975 req-58d38623-95c5-470d-accc-0d7b328c8359 tempest-ServerActionsTestOtherA-665867162 tempest-ServerActionsTestOtherA-665867162-project-member] Enqueued Resource ID: aa6c1750-7015-4744-8167-8778f2c4105c with Priority: HIGHEST for action security_group_members [ 1111.335322] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa6c1750-7015-4744-8167-8778f2c4105c with Priority: HIGHEST for action security_group_members [ 1111.336023] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-aa6c1750-7015-4744-8167-8778f2c4105c taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.336023] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aa6c1750-7015-4744-8167-8778f2c4105c" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.336023] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aa6c1750-7015-4744-8167-8778f2c4105c" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.336210] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aa6c1750-7015-4744-8167-8778f2c4105c" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.336376] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.336503] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.336570] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.337252] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.337252] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.337252] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aa6c1750-7015-4744-8167-8778f2c4105c',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.580778] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.580913] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.580913] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.581149] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.581247] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.581421] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.581672] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.581672] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.581766] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.581861] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.581946] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6216ce86-ad2f-4ef8-90d9-106162a1348b is going to be updated. [ 1111.614596] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.614835] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.614835] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.615027] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.615138] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.623729] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6216ce86-ad2f-4ef8-90d9-106162a1348b in Status: IN_PROGRESS for 2s [ 1111.668913] env[66859]: DEBUG networking_nsxv3.common.locking [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Lock network-163 taken with stack trace [, , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.668913] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquiring lock "network-163" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.669136] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired lock "network-163" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.670023] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired external semaphore "network-163" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.670023] env[66859]: DEBUG networking_nsxv3.common.locking [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.670023] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquiring lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.670023] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.670023] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired external semaphore "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.670298] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Releasing lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.670298] env[66859]: DEBUG dogpile.cache.region [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] No value present for key: 'zone-id' {{(pid=66859) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1111.670402] env[66859]: DEBUG dogpile.lock [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] NeedRegenerationException {{(pid=66859) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1111.670490] env[66859]: DEBUG dogpile.lock [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] no value, waiting for create lock {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1111.670594] env[66859]: DEBUG dogpile.lock [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] value creation lock acquired {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1111.670697] env[66859]: DEBUG dogpile.cache.region [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] No value present for key: 'zone-id' {{(pid=66859) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1111.670798] env[66859]: DEBUG dogpile.lock [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Calling creation function for not-yet-present value {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1111.670922] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1111.690378] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1111.690549] env[66859]: DEBUG dogpile.cache.region [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66859) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1111.690685] env[66859]: DEBUG dogpile.lock [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Released creation lock {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1111.690848] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Releasing lock "network-163" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.691181] env[66859]: DEBUG networking_nsxv3.common.locking [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Lock port-8682f63e-f15e-4709-97e3-b9cd680df6a0 taken with stack trace [, , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.691356] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquiring lock "port-8682f63e-f15e-4709-97e3-b9cd680df6a0" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.691472] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired lock "port-8682f63e-f15e-4709-97e3-b9cd680df6a0" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.691864] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired external semaphore "port-8682f63e-f15e-4709-97e3-b9cd680df6a0" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.692011] env[66859]: DEBUG networking_nsxv3.api.rpc [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8682f63e-f15e-4709-97e3-b9cd680df6a0',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.839928] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.840101] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.840175] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.840389] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.840478] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.840681] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.840776] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.840839] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.840986] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.841073] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.841158] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aa6c1750-7015-4744-8167-8778f2c4105c is going to be deleted. [ 1111.874224] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.874224] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.874224] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.874572] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.874572] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.874636] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aa6c1750-7015-4744-8167-8778f2c4105c" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.194922] env[66859]: DEBUG networking_nsxv3.common.locking [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.195271] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.195451] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.195837] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.196091] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.196336] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Segment Port 8682f63e-f15e-4709-97e3-b9cd680df6a0 not found, creating... [ 1112.196690] env[66859]: DEBUG networking_nsxv3.common.locking [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.196922] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquiring lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.197100] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.197629] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired external semaphore "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.197709] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Releasing lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.198124] env[66859]: DEBUG networking_nsxv3.common.locking [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.198336] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.198477] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.198783] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.198997] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.199141] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Resource: SegmentPort with ID: 8682f63e-f15e-4709-97e3-b9cd680df6a0 is going to be created. [ 1112.220450] env[66859]: DEBUG networking_nsxv3.common.locking [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.220670] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.220794] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.221124] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.221448] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.221716] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Releasing lock "port-8682f63e-f15e-4709-97e3-b9cd680df6a0" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.803029] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 25137f8a-d107-430f-a47d-081a2e1cdd9c in Status: SUCCESS [ 1112.803237] env[66859]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 25137f8a-d107-430f-a47d-081a2e1cdd9c deletion is rescheduled due to dependency. [ 1112.803604] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-25137f8a-d107-430f-a47d-081a2e1cdd9c" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.993261] env[66859]: INFO networking_nsxv3.common.synchronization [req-26f9b28a-67d2-4fdb-a9ef-a668c8192975 req-40476a7a-2733-4e0f-9ff2-6d4c58fc464e service nova] Enqueued Resource ID: aa6c1750-7015-4744-8167-8778f2c4105c with Priority: HIGHEST for action security_group_rules [ 1112.993377] env[66859]: INFO networking_nsxv3.common.synchronization [req-26f9b28a-67d2-4fdb-a9ef-a668c8192975 req-40476a7a-2733-4e0f-9ff2-6d4c58fc464e service nova] Enqueued Resource ID: aa6c1750-7015-4744-8167-8778f2c4105c with Priority: HIGHEST for action security_group_members [ 1112.993444] env[66859]: INFO networking_nsxv3.common.synchronization [req-26f9b28a-67d2-4fdb-a9ef-a668c8192975 req-40476a7a-2733-4e0f-9ff2-6d4c58fc464e service nova] Enqueued Resource ID: 8682f63e-f15e-4709-97e3-b9cd680df6a0 with Priority: HIGHEST for action port [ 1112.993975] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa6c1750-7015-4744-8167-8778f2c4105c with Priority: HIGHEST for action security_group_rules [ 1112.994125] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa6c1750-7015-4744-8167-8778f2c4105c with Priority: HIGHEST for action security_group_members [ 1112.994222] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8682f63e-f15e-4709-97e3-b9cd680df6a0 with Priority: HIGHEST for action port [ 1112.994499] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock rules-aa6c1750-7015-4744-8167-8778f2c4105c taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.994622] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-aa6c1750-7015-4744-8167-8778f2c4105c" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.994687] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-aa6c1750-7015-4744-8167-8778f2c4105c" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.994892] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-aa6c1750-7015-4744-8167-8778f2c4105c" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.995052] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('aa6c1750-7015-4744-8167-8778f2c4105c',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1112.996822] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-aa6c1750-7015-4744-8167-8778f2c4105c taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.996822] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aa6c1750-7015-4744-8167-8778f2c4105c" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.996913] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aa6c1750-7015-4744-8167-8778f2c4105c" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.997053] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aa6c1750-7015-4744-8167-8778f2c4105c" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.997213] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.997310] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.997402] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.997510] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.997595] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.997952] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aa6c1750-7015-4744-8167-8778f2c4105c',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1112.999363] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock port-8682f63e-f15e-4709-97e3-b9cd680df6a0 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.999363] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8682f63e-f15e-4709-97e3-b9cd680df6a0" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.999363] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8682f63e-f15e-4709-97e3-b9cd680df6a0" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.999557] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8682f63e-f15e-4709-97e3-b9cd680df6a0" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.999557] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8682f63e-f15e-4709-97e3-b9cd680df6a0',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1113.496991] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-aa6c1750-7015-4744-8167-8778f2c4105c taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.497351] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aa6c1750-7015-4744-8167-8778f2c4105c" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.501602] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('aa6c1750-7015-4744-8167-8778f2c4105c',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1113.502590] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8682f63e-f15e-4709-97e3-b9cd680df6a0 with status ACTIVE [ 1113.502819] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.502952] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.503029] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.503238] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.503334] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.503535] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.504683] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.504683] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.504683] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.504683] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.504683] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.504683] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.504683] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.504683] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.504683] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.504683] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8682f63e-f15e-4709-97e3-b9cd680df6a0 is going to be updated. [ 1113.526938] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.527131] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.527191] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.527380] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.527519] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.527673] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8682f63e-f15e-4709-97e3-b9cd680df6a0" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.635814] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6216ce86-ad2f-4ef8-90d9-106162a1348b in Status: SUCCESS [ 1113.636072] env[66859]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6216ce86-ad2f-4ef8-90d9-106162a1348b deletion is rescheduled due to dependency. [ 1113.636185] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6216ce86-ad2f-4ef8-90d9-106162a1348b" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.006317] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('aa6c1750-7015-4744-8167-8778f2c4105c',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.509011] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.509308] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.509356] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.509639] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.509773] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.509895] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aa6c1750-7015-4744-8167-8778f2c4105c is going to be created. [ 1114.561575] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.561771] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.561863] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.562105] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.562269] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.573016] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aa6c1750-7015-4744-8167-8778f2c4105c in Status: UNINITIALIZED for 2s [ 1116.584032] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aa6c1750-7015-4744-8167-8778f2c4105c in Status: SUCCESS [ 1116.584355] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aa6c1750-7015-4744-8167-8778f2c4105c" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.584409] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aa6c1750-7015-4744-8167-8778f2c4105c" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.584612] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aa6c1750-7015-4744-8167-8778f2c4105c" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.584867] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.585148] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.585315] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.585444] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.585496] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.585579] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aa6c1750-7015-4744-8167-8778f2c4105c" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.585684] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('aa6c1750-7015-4744-8167-8778f2c4105c',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1116.609263] env[66859]: INFO networking_nsxv3.common.synchronization [req-ce3d148b-750d-44e3-a5aa-a7454d33e0c0 req-ec4d2334-0945-48cc-a546-04b4ffc7fdf7 tempest-ServerDiskConfigTestJSON-342411746 tempest-ServerDiskConfigTestJSON-342411746-project-member] Enqueued Resource ID: 6216ce86-ad2f-4ef8-90d9-106162a1348b with Priority: HIGHEST for action security_group_members [ 1116.609779] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6216ce86-ad2f-4ef8-90d9-106162a1348b with Priority: HIGHEST for action security_group_members [ 1116.610191] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-6216ce86-ad2f-4ef8-90d9-106162a1348b taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.610354] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6216ce86-ad2f-4ef8-90d9-106162a1348b" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.610423] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6216ce86-ad2f-4ef8-90d9-106162a1348b" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.610623] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6216ce86-ad2f-4ef8-90d9-106162a1348b" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.610803] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.610941] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.611032] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.611211] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.611299] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.611392] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6216ce86-ad2f-4ef8-90d9-106162a1348b',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1116.936714] env[66859]: DEBUG networking_nsxv3.common.locking [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Lock network-887 taken with stack trace [, , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.936985] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquiring lock "network-887" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.937237] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired lock "network-887" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.937521] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired external semaphore "network-887" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.937823] env[66859]: DEBUG networking_nsxv3.common.locking [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.938009] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquiring lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.938149] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.938419] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired external semaphore "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.938603] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Releasing lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.938821] env[66859]: DEBUG dogpile.cache.region [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] No value present for key: 'zone-id' {{(pid=66859) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1116.938936] env[66859]: DEBUG dogpile.lock [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] NeedRegenerationException {{(pid=66859) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1116.939055] env[66859]: DEBUG dogpile.lock [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] no value, waiting for create lock {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1116.939163] env[66859]: DEBUG dogpile.lock [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] value creation lock acquired {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1116.939307] env[66859]: DEBUG dogpile.cache.region [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] No value present for key: 'zone-id' {{(pid=66859) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1116.939433] env[66859]: DEBUG dogpile.lock [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Calling creation function for not-yet-present value {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1116.939568] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1116.967046] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1116.967261] env[66859]: DEBUG dogpile.cache.region [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=66859) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1116.967363] env[66859]: DEBUG dogpile.lock [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Released creation lock {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1116.967536] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Releasing lock "network-887" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.968724] env[66859]: DEBUG networking_nsxv3.common.locking [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Lock port-a8d7cdfe-426c-45eb-8dfc-ceeb35559e22 taken with stack trace [, , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.968724] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquiring lock "port-a8d7cdfe-426c-45eb-8dfc-ceeb35559e22" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.968724] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired lock "port-a8d7cdfe-426c-45eb-8dfc-ceeb35559e22" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.968724] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired external semaphore "port-a8d7cdfe-426c-45eb-8dfc-ceeb35559e22" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.968724] env[66859]: DEBUG networking_nsxv3.api.rpc [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a8d7cdfe-426c-45eb-8dfc-ceeb35559e22',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.088080] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-aa6c1750-7015-4744-8167-8778f2c4105c taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.088281] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aa6c1750-7015-4744-8167-8778f2c4105c" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.088281] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aa6c1750-7015-4744-8167-8778f2c4105c" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.088467] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aa6c1750-7015-4744-8167-8778f2c4105c" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.088635] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.088737] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.088802] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.088956] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.089056] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.089147] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aa6c1750-7015-4744-8167-8778f2c4105c" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.089291] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-aa6c1750-7015-4744-8167-8778f2c4105c taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.089381] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aa6c1750-7015-4744-8167-8778f2c4105c" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.089479] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aa6c1750-7015-4744-8167-8778f2c4105c" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.089568] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aa6c1750-7015-4744-8167-8778f2c4105c" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.089894] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.090019] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.090099] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.090266] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.090349] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.090588] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aa6c1750-7015-4744-8167-8778f2c4105c" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.090721] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('aa6c1750-7015-4744-8167-8778f2c4105c',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.113930] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.114149] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.114215] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.114479] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.114600] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.114854] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.114985] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.115083] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.115282] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.115381] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.115492] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6216ce86-ad2f-4ef8-90d9-106162a1348b is going to be updated. [ 1117.149801] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.149999] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.150087] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.150293] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.150508] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.167733] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6216ce86-ad2f-4ef8-90d9-106162a1348b in Status: IN_PROGRESS for 2s [ 1117.471931] env[66859]: DEBUG networking_nsxv3.common.locking [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.472229] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.472366] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.472744] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.472934] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.473111] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Segment Port a8d7cdfe-426c-45eb-8dfc-ceeb35559e22 not found, creating... [ 1117.473530] env[66859]: DEBUG networking_nsxv3.common.locking [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.473695] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquiring lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.473847] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.474203] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired external semaphore "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.474301] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Releasing lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.474627] env[66859]: DEBUG networking_nsxv3.common.locking [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.474882] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.475080] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.475332] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.475498] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.475698] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Resource: SegmentPort with ID: a8d7cdfe-426c-45eb-8dfc-ceeb35559e22 is going to be created. [ 1117.519322] env[66859]: DEBUG networking_nsxv3.common.locking [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.519589] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.519679] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.519967] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.520209] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.520438] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Releasing lock "port-a8d7cdfe-426c-45eb-8dfc-ceeb35559e22" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.593152] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for aa6c1750-7015-4744-8167-8778f2c4105c: rpc.has_security_group_logging(os_id): False [ 1117.613284] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.613441] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.613518] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.613739] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.613834] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.614076] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.614230] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.614230] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.614392] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.614475] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.614664] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.614760] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.614842] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.615052] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.615151] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.615416] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.615540] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.615540] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.615691] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.615774] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.615864] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: aa6c1750-7015-4744-8167-8778f2c4105c is going to be created. [ 1117.700036] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.700036] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.700036] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.700248] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.700443] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.716076] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: aa6c1750-7015-4744-8167-8778f2c4105c in Status: IN_PROGRESS for 2s [ 1118.213491] env[66859]: INFO networking_nsxv3.common.synchronization [req-ce3d148b-750d-44e3-a5aa-a7454d33e0c0 req-e5f4f4ee-3d0b-465e-963c-b767c2ba7e67 service nova] Enqueued Resource ID: 6216ce86-ad2f-4ef8-90d9-106162a1348b with Priority: HIGHEST for action security_group_rules [ 1118.213811] env[66859]: INFO networking_nsxv3.common.synchronization [req-ce3d148b-750d-44e3-a5aa-a7454d33e0c0 req-e5f4f4ee-3d0b-465e-963c-b767c2ba7e67 service nova] Enqueued Resource ID: 6216ce86-ad2f-4ef8-90d9-106162a1348b with Priority: HIGHEST for action security_group_members [ 1118.218248] env[66859]: INFO networking_nsxv3.common.synchronization [req-ce3d148b-750d-44e3-a5aa-a7454d33e0c0 req-e5f4f4ee-3d0b-465e-963c-b767c2ba7e67 service nova] Enqueued Resource ID: a8d7cdfe-426c-45eb-8dfc-ceeb35559e22 with Priority: HIGHEST for action port [ 1118.218987] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6216ce86-ad2f-4ef8-90d9-106162a1348b with Priority: HIGHEST for action security_group_rules [ 1118.219165] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6216ce86-ad2f-4ef8-90d9-106162a1348b with Priority: HIGHEST for action security_group_members [ 1118.219267] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8d7cdfe-426c-45eb-8dfc-ceeb35559e22 with Priority: HIGHEST for action port [ 1118.219578] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6216ce86-ad2f-4ef8-90d9-106162a1348b taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.219712] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6216ce86-ad2f-4ef8-90d9-106162a1348b" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.219798] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6216ce86-ad2f-4ef8-90d9-106162a1348b" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.220091] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6216ce86-ad2f-4ef8-90d9-106162a1348b" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.220091] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6216ce86-ad2f-4ef8-90d9-106162a1348b',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1118.221027] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-6216ce86-ad2f-4ef8-90d9-106162a1348b taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.221134] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6216ce86-ad2f-4ef8-90d9-106162a1348b" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.221344] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock port-a8d7cdfe-426c-45eb-8dfc-ceeb35559e22 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.221449] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a8d7cdfe-426c-45eb-8dfc-ceeb35559e22" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.221553] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a8d7cdfe-426c-45eb-8dfc-ceeb35559e22" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.221693] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a8d7cdfe-426c-45eb-8dfc-ceeb35559e22" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.221831] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a8d7cdfe-426c-45eb-8dfc-ceeb35559e22',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1118.724018] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-6216ce86-ad2f-4ef8-90d9-106162a1348b taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.724395] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6216ce86-ad2f-4ef8-90d9-106162a1348b" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.726612] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a8d7cdfe-426c-45eb-8dfc-ceeb35559e22 with status ACTIVE [ 1118.726809] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.726945] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.726992] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.727247] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.727344] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.727599] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.727665] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.727708] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.727874] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.727974] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.728201] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.728301] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.728447] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.728518] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.728593] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.728678] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a8d7cdfe-426c-45eb-8dfc-ceeb35559e22 is going to be updated. [ 1118.753784] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.753988] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.754078] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.754340] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.754500] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.754685] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a8d7cdfe-426c-45eb-8dfc-ceeb35559e22" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.180098] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6216ce86-ad2f-4ef8-90d9-106162a1348b in Status: SUCCESS [ 1119.180297] env[66859]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6216ce86-ad2f-4ef8-90d9-106162a1348b deletion is rescheduled due to dependency. [ 1119.180407] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6216ce86-ad2f-4ef8-90d9-106162a1348b" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.180569] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6216ce86-ad2f-4ef8-90d9-106162a1348b" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.180775] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6216ce86-ad2f-4ef8-90d9-106162a1348b" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.180952] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.181082] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.181149] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.181307] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.181397] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.181527] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6216ce86-ad2f-4ef8-90d9-106162a1348b',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1119.683352] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6216ce86-ad2f-4ef8-90d9-106162a1348b',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1119.727580] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: aa6c1750-7015-4744-8167-8778f2c4105c in Status: SUCCESS [ 1119.727926] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-aa6c1750-7015-4744-8167-8778f2c4105c" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.186151] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6216ce86-ad2f-4ef8-90d9-106162a1348b',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.690161] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.690161] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.690161] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.690161] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.690161] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.690161] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6216ce86-ad2f-4ef8-90d9-106162a1348b is going to be updated. [ 1120.722600] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.722984] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.722984] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.723133] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.723884] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.733375] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6216ce86-ad2f-4ef8-90d9-106162a1348b in Status: IN_PROGRESS for 2s [ 1122.746223] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6216ce86-ad2f-4ef8-90d9-106162a1348b in Status: SUCCESS [ 1122.746644] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6216ce86-ad2f-4ef8-90d9-106162a1348b" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.746715] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6216ce86-ad2f-4ef8-90d9-106162a1348b" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.746994] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6216ce86-ad2f-4ef8-90d9-106162a1348b" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.747296] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.747433] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.747503] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.747725] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.747849] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.748102] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6216ce86-ad2f-4ef8-90d9-106162a1348b" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.748173] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6216ce86-ad2f-4ef8-90d9-106162a1348b',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.220360] env[66859]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1123.220516] env[66859]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1123.250237] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-6216ce86-ad2f-4ef8-90d9-106162a1348b taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.250435] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6216ce86-ad2f-4ef8-90d9-106162a1348b" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.250520] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6216ce86-ad2f-4ef8-90d9-106162a1348b" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.250831] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6216ce86-ad2f-4ef8-90d9-106162a1348b" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.251055] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.251198] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.251262] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.251496] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.251600] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.251714] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6216ce86-ad2f-4ef8-90d9-106162a1348b" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.251927] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-6216ce86-ad2f-4ef8-90d9-106162a1348b taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.252082] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6216ce86-ad2f-4ef8-90d9-106162a1348b" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.252176] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6216ce86-ad2f-4ef8-90d9-106162a1348b" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.252328] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6216ce86-ad2f-4ef8-90d9-106162a1348b" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.252516] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.252647] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.252790] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.252989] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.253108] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.253211] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6216ce86-ad2f-4ef8-90d9-106162a1348b" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.253300] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6216ce86-ad2f-4ef8-90d9-106162a1348b',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.328594] env[66859]: INFO networking_nsxv3.common.synchronization [req-cd699b88-5a13-456d-8e2a-ca0fbcedb493 req-64feda89-5468-49c4-980f-ee267da234b6 tempest-ServerActionsTestOtherA-665867162 tempest-ServerActionsTestOtherA-665867162-project-member] Enqueued Resource ID: aa6c1750-7015-4744-8167-8778f2c4105c with Priority: HIGHEST for action security_group_members [ 1123.329591] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa6c1750-7015-4744-8167-8778f2c4105c with Priority: HIGHEST for action security_group_members [ 1123.329941] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-aa6c1750-7015-4744-8167-8778f2c4105c taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.330159] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aa6c1750-7015-4744-8167-8778f2c4105c" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.330211] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aa6c1750-7015-4744-8167-8778f2c4105c" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.330425] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aa6c1750-7015-4744-8167-8778f2c4105c" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.330521] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.330668] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.330716] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.330875] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.331015] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.331079] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aa6c1750-7015-4744-8167-8778f2c4105c',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.388899] env[66859]: INFO networking_nsxv3.common.synchronization [req-cd699b88-5a13-456d-8e2a-ca0fbcedb493 req-64feda89-5468-49c4-980f-ee267da234b6 tempest-ServerActionsTestOtherA-665867162 tempest-ServerActionsTestOtherA-665867162-project-member] Enqueued Resource ID: 8682f63e-f15e-4709-97e3-b9cd680df6a0 with Priority: HIGHEST for action port [ 1123.389580] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8682f63e-f15e-4709-97e3-b9cd680df6a0 with Priority: HIGHEST for action port [ 1123.389984] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock port-8682f63e-f15e-4709-97e3-b9cd680df6a0 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.390530] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8682f63e-f15e-4709-97e3-b9cd680df6a0" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.390641] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8682f63e-f15e-4709-97e3-b9cd680df6a0" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.390939] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8682f63e-f15e-4709-97e3-b9cd680df6a0" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.391074] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8682f63e-f15e-4709-97e3-b9cd680df6a0',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.755631] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6216ce86-ad2f-4ef8-90d9-106162a1348b: rpc.has_security_group_logging(os_id): False [ 1123.778682] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.778888] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.778888] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.779142] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.779247] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.779452] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.779555] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.779606] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.779796] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.779874] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.780095] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.780195] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.780259] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.780409] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.780474] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.780658] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.780778] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.780874] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.781037] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.781114] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.781199] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6216ce86-ad2f-4ef8-90d9-106162a1348b is going to be updated. [ 1123.834167] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.834369] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.834459] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.834752] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.834853] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.835319] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.835483] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.835561] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.836570] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.836682] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.836793] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aa6c1750-7015-4744-8167-8778f2c4105c is going to be updated. [ 1123.852000] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.852229] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.852229] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.853058] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.853058] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.863411] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6216ce86-ad2f-4ef8-90d9-106162a1348b in Status: IN_PROGRESS for 2s [ 1123.887927] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.887927] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.887927] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.887927] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.887927] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.893485] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8682f63e-f15e-4709-97e3-b9cd680df6a0 with status ACTIVE [ 1123.893701] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.893831] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.893900] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.894144] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.894250] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.894446] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.894550] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.894610] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.894770] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.894851] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.895045] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.895145] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.895264] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.895340] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.895412] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.895495] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8682f63e-f15e-4709-97e3-b9cd680df6a0 is going to be updated. [ 1123.904345] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aa6c1750-7015-4744-8167-8778f2c4105c in Status: IN_PROGRESS for 2s [ 1123.921495] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.921711] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.921779] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.922080] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.922209] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.922349] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8682f63e-f15e-4709-97e3-b9cd680df6a0" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.912647] env[66859]: INFO networking_nsxv3.common.synchronization [req-d0df9e36-202f-47ae-b9b6-6d39a08e35ed req-0b15886d-fbee-43db-936f-c5daf3c61b61 tempest-ServerActionsTestJSON-1153645179 tempest-ServerActionsTestJSON-1153645179-project-member] Enqueued Resource ID: 25137f8a-d107-430f-a47d-081a2e1cdd9c with Priority: HIGHEST for action security_group_members [ 1124.912887] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 25137f8a-d107-430f-a47d-081a2e1cdd9c with Priority: HIGHEST for action security_group_members [ 1124.913316] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-25137f8a-d107-430f-a47d-081a2e1cdd9c taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.913449] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-25137f8a-d107-430f-a47d-081a2e1cdd9c" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.913517] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-25137f8a-d107-430f-a47d-081a2e1cdd9c" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.913725] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-25137f8a-d107-430f-a47d-081a2e1cdd9c" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.913881] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.913983] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.914061] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.914215] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.914302] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.914393] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('25137f8a-d107-430f-a47d-081a2e1cdd9c',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1125.234663] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock network-683 taken with stack trace [, , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.234663] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "network-683" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.234663] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "network-683" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.235573] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "network-683" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.235573] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.235573] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.235573] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.235810] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.237030] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.237030] env[66859]: DEBUG dogpile.cache.region [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] No value present for key: 'zone-id' {{(pid=66859) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1125.237030] env[66859]: DEBUG dogpile.lock [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] NeedRegenerationException {{(pid=66859) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1125.237030] env[66859]: DEBUG dogpile.lock [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] no value, waiting for create lock {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1125.237030] env[66859]: DEBUG dogpile.lock [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] value creation lock acquired {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1125.237030] env[66859]: DEBUG dogpile.cache.region [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] No value present for key: 'zone-id' {{(pid=66859) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1125.237030] env[66859]: DEBUG dogpile.lock [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Calling creation function for not-yet-present value {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1125.237376] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1125.258358] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1125.258578] env[66859]: DEBUG dogpile.cache.region [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66859) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1125.258901] env[66859]: DEBUG dogpile.lock [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Released creation lock {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1125.258987] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "network-683" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.259457] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock port-8812c995-6cc6-476e-bce8-68445fa11ff2 taken with stack trace [, , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.259748] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "port-8812c995-6cc6-476e-bce8-68445fa11ff2" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.259979] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "port-8812c995-6cc6-476e-bce8-68445fa11ff2" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.260429] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "port-8812c995-6cc6-476e-bce8-68445fa11ff2" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.260660] env[66859]: DEBUG networking_nsxv3.api.rpc [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8812c995-6cc6-476e-bce8-68445fa11ff2',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1125.416868] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.417060] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.417060] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.417361] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.417509] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.417802] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.417959] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.418077] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.418324] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.418453] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.418592] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 25137f8a-d107-430f-a47d-081a2e1cdd9c is going to be updated. [ 1125.467154] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.467360] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.467360] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.467727] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.467727] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.480756] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 25137f8a-d107-430f-a47d-081a2e1cdd9c in Status: IN_PROGRESS for 2s [ 1125.763903] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.763903] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.763903] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.764244] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.764427] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.764575] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Segment Port 8812c995-6cc6-476e-bce8-68445fa11ff2 not found, creating... [ 1125.764809] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.764971] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.765120] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.765357] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.766025] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.766025] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.766025] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.766278] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.766584] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.766850] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.766912] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Resource: SegmentPort with ID: 8812c995-6cc6-476e-bce8-68445fa11ff2 is going to be created. [ 1125.821404] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.821958] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.821958] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.822320] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.822581] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.822829] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "port-8812c995-6cc6-476e-bce8-68445fa11ff2" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.878973] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6216ce86-ad2f-4ef8-90d9-106162a1348b in Status: SUCCESS [ 1125.879502] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6216ce86-ad2f-4ef8-90d9-106162a1348b" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.915297] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aa6c1750-7015-4744-8167-8778f2c4105c in Status: SUCCESS [ 1125.915695] env[66859]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aa6c1750-7015-4744-8167-8778f2c4105c deletion is rescheduled due to dependency. [ 1125.915695] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aa6c1750-7015-4744-8167-8778f2c4105c" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.533722] env[66859]: INFO networking_nsxv3.common.synchronization [req-d0df9e36-202f-47ae-b9b6-6d39a08e35ed req-7c2d8de7-4ec5-42a6-bfb1-c3d44f6c3d0e service nova] Enqueued Resource ID: 25137f8a-d107-430f-a47d-081a2e1cdd9c with Priority: HIGHEST for action security_group_rules [ 1126.534681] env[66859]: INFO networking_nsxv3.common.synchronization [req-d0df9e36-202f-47ae-b9b6-6d39a08e35ed req-7c2d8de7-4ec5-42a6-bfb1-c3d44f6c3d0e service nova] Enqueued Resource ID: 25137f8a-d107-430f-a47d-081a2e1cdd9c with Priority: HIGHEST for action security_group_members [ 1126.534681] env[66859]: INFO networking_nsxv3.common.synchronization [req-d0df9e36-202f-47ae-b9b6-6d39a08e35ed req-7c2d8de7-4ec5-42a6-bfb1-c3d44f6c3d0e service nova] Enqueued Resource ID: 8812c995-6cc6-476e-bce8-68445fa11ff2 with Priority: HIGHEST for action port [ 1126.534681] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 25137f8a-d107-430f-a47d-081a2e1cdd9c with Priority: HIGHEST for action security_group_rules [ 1126.534927] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 25137f8a-d107-430f-a47d-081a2e1cdd9c with Priority: HIGHEST for action security_group_members [ 1126.535012] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8812c995-6cc6-476e-bce8-68445fa11ff2 with Priority: HIGHEST for action port [ 1126.535340] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock rules-25137f8a-d107-430f-a47d-081a2e1cdd9c taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.535468] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-25137f8a-d107-430f-a47d-081a2e1cdd9c" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.535562] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-25137f8a-d107-430f-a47d-081a2e1cdd9c" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.535735] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-25137f8a-d107-430f-a47d-081a2e1cdd9c" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.535816] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('25137f8a-d107-430f-a47d-081a2e1cdd9c',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1126.537107] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-25137f8a-d107-430f-a47d-081a2e1cdd9c taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.537351] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-25137f8a-d107-430f-a47d-081a2e1cdd9c" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.537564] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock port-8812c995-6cc6-476e-bce8-68445fa11ff2 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.537666] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8812c995-6cc6-476e-bce8-68445fa11ff2" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.537728] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8812c995-6cc6-476e-bce8-68445fa11ff2" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.537901] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8812c995-6cc6-476e-bce8-68445fa11ff2" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.537974] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8812c995-6cc6-476e-bce8-68445fa11ff2',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1127.038516] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-25137f8a-d107-430f-a47d-081a2e1cdd9c taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.038516] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-25137f8a-d107-430f-a47d-081a2e1cdd9c" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.040071] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8812c995-6cc6-476e-bce8-68445fa11ff2 with status ACTIVE [ 1127.040317] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.040399] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.040468] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.040741] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.040845] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.041044] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.041154] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.041217] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.041383] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.041489] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.041683] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.041862] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.042037] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.042220] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.042319] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.042401] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8812c995-6cc6-476e-bce8-68445fa11ff2 is going to be updated. [ 1127.069021] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.069227] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.069265] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.069463] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.069605] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.069825] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8812c995-6cc6-476e-bce8-68445fa11ff2" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.491345] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 25137f8a-d107-430f-a47d-081a2e1cdd9c in Status: SUCCESS [ 1127.491549] env[66859]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 25137f8a-d107-430f-a47d-081a2e1cdd9c deletion is rescheduled due to dependency. [ 1127.491634] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-25137f8a-d107-430f-a47d-081a2e1cdd9c" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.491850] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-25137f8a-d107-430f-a47d-081a2e1cdd9c" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.492084] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-25137f8a-d107-430f-a47d-081a2e1cdd9c" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.492298] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.492417] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.492481] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.492663] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.492748] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.492872] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('25137f8a-d107-430f-a47d-081a2e1cdd9c',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1127.995857] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('25137f8a-d107-430f-a47d-081a2e1cdd9c',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1128.499444] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('25137f8a-d107-430f-a47d-081a2e1cdd9c',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1129.004685] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.004841] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.004915] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.005156] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.005259] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.005358] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 25137f8a-d107-430f-a47d-081a2e1cdd9c is going to be updated. [ 1129.054738] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.054903] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.054961] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.055233] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.055407] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.065535] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 25137f8a-d107-430f-a47d-081a2e1cdd9c in Status: IN_PROGRESS for 2s [ 1131.084914] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 25137f8a-d107-430f-a47d-081a2e1cdd9c in Status: SUCCESS [ 1131.085212] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-25137f8a-d107-430f-a47d-081a2e1cdd9c" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.085389] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-25137f8a-d107-430f-a47d-081a2e1cdd9c" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.085605] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-25137f8a-d107-430f-a47d-081a2e1cdd9c" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.085791] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.085907] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.085974] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.086140] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.086230] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.086299] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-25137f8a-d107-430f-a47d-081a2e1cdd9c" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.086388] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('25137f8a-d107-430f-a47d-081a2e1cdd9c',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.521857] env[66859]: DEBUG networking_nsxv3.common.locking [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Lock network-815 taken with stack trace [, , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.522106] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquiring lock "network-815" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.522240] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired lock "network-815" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.522516] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired external semaphore "network-815" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.522811] env[66859]: DEBUG networking_nsxv3.common.locking [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.523016] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquiring lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.523146] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.523405] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired external semaphore "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.523627] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Releasing lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.523922] env[66859]: DEBUG dogpile.cache.region [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] No value present for key: 'zone-id' {{(pid=66859) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1131.524063] env[66859]: DEBUG dogpile.lock [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] NeedRegenerationException {{(pid=66859) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1131.524180] env[66859]: DEBUG dogpile.lock [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] no value, waiting for create lock {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1131.524291] env[66859]: DEBUG dogpile.lock [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] value creation lock acquired {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1131.524418] env[66859]: DEBUG dogpile.cache.region [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] No value present for key: 'zone-id' {{(pid=66859) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1131.524528] env[66859]: DEBUG dogpile.lock [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Calling creation function for not-yet-present value {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1131.524675] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1131.535732] env[66859]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1131.535887] env[66859]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1131.549356] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1131.549519] env[66859]: DEBUG dogpile.cache.region [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=66859) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1131.549657] env[66859]: DEBUG dogpile.lock [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Released creation lock {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1131.549914] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Releasing lock "network-815" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.550280] env[66859]: DEBUG networking_nsxv3.common.locking [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Lock port-ddae4851-d42b-4486-a190-8f6c2d923f56 taken with stack trace [, , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.550466] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquiring lock "port-ddae4851-d42b-4486-a190-8f6c2d923f56" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.550580] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired lock "port-ddae4851-d42b-4486-a190-8f6c2d923f56" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.550888] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired external semaphore "port-ddae4851-d42b-4486-a190-8f6c2d923f56" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.551085] env[66859]: DEBUG networking_nsxv3.api.rpc [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ddae4851-d42b-4486-a190-8f6c2d923f56',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.589014] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('25137f8a-d107-430f-a47d-081a2e1cdd9c',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.053790] env[66859]: DEBUG networking_nsxv3.common.locking [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.054039] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.054176] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.054466] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.054648] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.055690] env[66859]: DEBUG networking_nsxv3.common.locking [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.055954] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquiring lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.056132] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.056496] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired external semaphore "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.056762] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Releasing lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.057490] env[66859]: DEBUG networking_nsxv3.common.locking [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.057769] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.057993] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.058377] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.058621] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.058849] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Resource: SegmentPort with ID: ddae4851-d42b-4486-a190-8f6c2d923f56 is going to be updated. [ 1132.085664] env[66859]: DEBUG networking_nsxv3.common.locking [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.085964] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.086019] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.086349] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.086573] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.086794] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Releasing lock "port-ddae4851-d42b-4486-a190-8f6c2d923f56" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.091755] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 25137f8a-d107-430f-a47d-081a2e1cdd9c: rpc.has_security_group_logging(os_id): False [ 1132.118227] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.118370] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.118441] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.118659] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.118752] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.119012] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.119128] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.119193] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.119347] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.119424] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.119510] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 25137f8a-d107-430f-a47d-081a2e1cdd9c is going to be updated. [ 1132.225797] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.226034] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.226261] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.226599] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.226863] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.241141] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 25137f8a-d107-430f-a47d-081a2e1cdd9c in Status: IN_PROGRESS for 2s [ 1132.781986] env[66859]: INFO networking_nsxv3.common.synchronization [req-a6b619c1-f6f6-49e3-87dc-988200b4256c req-860413e4-2d4e-480b-a639-db2004743115 service nova] Enqueued Resource ID: 4cc90184-19ed-4fde-a79c-0439b036a935 with Priority: HIGHEST for action security_group_rules [ 1132.781986] env[66859]: INFO networking_nsxv3.common.synchronization [req-a6b619c1-f6f6-49e3-87dc-988200b4256c req-860413e4-2d4e-480b-a639-db2004743115 service nova] Enqueued Resource ID: 4cc90184-19ed-4fde-a79c-0439b036a935 with Priority: HIGHEST for action security_group_members [ 1132.782112] env[66859]: INFO networking_nsxv3.common.synchronization [req-a6b619c1-f6f6-49e3-87dc-988200b4256c req-860413e4-2d4e-480b-a639-db2004743115 service nova] Enqueued Resource ID: ddae4851-d42b-4486-a190-8f6c2d923f56 with Priority: HIGHEST for action port [ 1132.783426] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4cc90184-19ed-4fde-a79c-0439b036a935 with Priority: HIGHEST for action security_group_rules [ 1132.783426] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4cc90184-19ed-4fde-a79c-0439b036a935 with Priority: HIGHEST for action security_group_members [ 1132.783426] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ddae4851-d42b-4486-a190-8f6c2d923f56 with Priority: HIGHEST for action port [ 1132.783426] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4cc90184-19ed-4fde-a79c-0439b036a935 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.783426] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4cc90184-19ed-4fde-a79c-0439b036a935" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.783426] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4cc90184-19ed-4fde-a79c-0439b036a935" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.783815] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4cc90184-19ed-4fde-a79c-0439b036a935" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.783815] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4cc90184-19ed-4fde-a79c-0439b036a935',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.784930] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-4cc90184-19ed-4fde-a79c-0439b036a935 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.785136] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4cc90184-19ed-4fde-a79c-0439b036a935" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.785228] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4cc90184-19ed-4fde-a79c-0439b036a935" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.785391] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4cc90184-19ed-4fde-a79c-0439b036a935" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.785533] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.785616] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.785677] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.785812] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.785892] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.785974] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4cc90184-19ed-4fde-a79c-0439b036a935',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.787654] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock port-ddae4851-d42b-4486-a190-8f6c2d923f56 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.787792] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ddae4851-d42b-4486-a190-8f6c2d923f56" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.787850] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ddae4851-d42b-4486-a190-8f6c2d923f56" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.787972] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ddae4851-d42b-4486-a190-8f6c2d923f56" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.788052] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ddae4851-d42b-4486-a190-8f6c2d923f56',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1133.285574] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-4cc90184-19ed-4fde-a79c-0439b036a935 taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.285574] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4cc90184-19ed-4fde-a79c-0439b036a935" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.288348] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4cc90184-19ed-4fde-a79c-0439b036a935',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1133.289531] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ddae4851-d42b-4486-a190-8f6c2d923f56 with status ACTIVE [ 1133.289853] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.290081] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.290164] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.290402] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.290501] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.290710] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.290818] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.290903] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.291094] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.291176] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.291372] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.291471] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.291557] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.291669] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.291757] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.291912] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ddae4851-d42b-4486-a190-8f6c2d923f56 is going to be updated. [ 1133.316577] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.316788] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.316820] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.317037] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.317272] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.317514] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ddae4851-d42b-4486-a190-8f6c2d923f56" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.790347] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4cc90184-19ed-4fde-a79c-0439b036a935',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1134.259333] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 25137f8a-d107-430f-a47d-081a2e1cdd9c in Status: SUCCESS [ 1134.259639] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-25137f8a-d107-430f-a47d-081a2e1cdd9c" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.293358] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.293775] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.293775] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.293869] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.293988] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.293988] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4cc90184-19ed-4fde-a79c-0439b036a935 is going to be updated. [ 1134.350564] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.350777] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.350777] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.351017] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.351180] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.367213] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4cc90184-19ed-4fde-a79c-0439b036a935 in Status: IN_PROGRESS for 2s [ 1136.378987] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4cc90184-19ed-4fde-a79c-0439b036a935 in Status: SUCCESS [ 1136.379350] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4cc90184-19ed-4fde-a79c-0439b036a935" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.379959] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4cc90184-19ed-4fde-a79c-0439b036a935" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.380061] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4cc90184-19ed-4fde-a79c-0439b036a935" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.380243] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.380370] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.380442] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.380981] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.381090] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.381169] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4cc90184-19ed-4fde-a79c-0439b036a935" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.381266] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4cc90184-19ed-4fde-a79c-0439b036a935',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1136.883992] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-4cc90184-19ed-4fde-a79c-0439b036a935 taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.884149] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4cc90184-19ed-4fde-a79c-0439b036a935" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.884195] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4cc90184-19ed-4fde-a79c-0439b036a935" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.885258] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4cc90184-19ed-4fde-a79c-0439b036a935" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.885258] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.885258] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.885258] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.885258] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.885258] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.885258] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4cc90184-19ed-4fde-a79c-0439b036a935" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.885258] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-4cc90184-19ed-4fde-a79c-0439b036a935 taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.885611] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4cc90184-19ed-4fde-a79c-0439b036a935" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.885611] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4cc90184-19ed-4fde-a79c-0439b036a935" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.885611] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4cc90184-19ed-4fde-a79c-0439b036a935" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.885706] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.885795] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.885865] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.886030] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.887031] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.887031] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4cc90184-19ed-4fde-a79c-0439b036a935" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.887031] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4cc90184-19ed-4fde-a79c-0439b036a935',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1137.388739] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4cc90184-19ed-4fde-a79c-0439b036a935: rpc.has_security_group_logging(os_id): False [ 1137.407510] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.407755] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.407755] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.407949] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.408063] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.408266] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.408369] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.408435] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.408584] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.408658] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.408851] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.408946] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.409118] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.409248] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.409341] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.409542] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.409628] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.409687] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.409864] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.409953] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.410055] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4cc90184-19ed-4fde-a79c-0439b036a935 is going to be updated. [ 1137.506848] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.507105] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.507105] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.507300] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.507481] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.522430] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4cc90184-19ed-4fde-a79c-0439b036a935 in Status: IN_PROGRESS for 2s [ 1137.783652] env[66859]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1137.783652] env[66859]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1139.537426] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4cc90184-19ed-4fde-a79c-0439b036a935 in Status: SUCCESS [ 1139.537782] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4cc90184-19ed-4fde-a79c-0439b036a935" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.073067] env[66859]: INFO networking_nsxv3.common.synchronization [req-3077e852-f116-49e0-9aac-8629ef471990 req-d808dbb1-a1a5-4f74-b7c4-3a942823d39e tempest-ServerActionsTestOtherB-68848259 tempest-ServerActionsTestOtherB-68848259-project-member] Enqueued Resource ID: 2a79f51d-2846-4506-af33-55ae2154e6b5 with Priority: HIGHEST for action security_group_members [ 1142.073717] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2a79f51d-2846-4506-af33-55ae2154e6b5 with Priority: HIGHEST for action security_group_members [ 1142.074139] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-2a79f51d-2846-4506-af33-55ae2154e6b5 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.074300] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2a79f51d-2846-4506-af33-55ae2154e6b5" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.074381] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2a79f51d-2846-4506-af33-55ae2154e6b5" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.074907] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2a79f51d-2846-4506-af33-55ae2154e6b5" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.074907] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.075213] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.075213] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.075213] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.076373] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.076373] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2a79f51d-2846-4506-af33-55ae2154e6b5',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1142.578796] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.579133] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.579240] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.579486] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.607031] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.607314] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.607448] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.607518] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.607727] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.607809] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.607898] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2a79f51d-2846-4506-af33-55ae2154e6b5 is going to be updated. [ 1142.633663] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.633810] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.633884] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.634116] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.634258] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.643031] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2a79f51d-2846-4506-af33-55ae2154e6b5 in Status: IN_PROGRESS for 2s [ 1143.993309] env[66859]: INFO networking_nsxv3.common.synchronization [req-b3e97c96-3e9b-4e99-8ab5-fa008fa10cdf req-41880e42-3376-47d8-a3ed-f099f3172de4 tempest-AttachVolumeNegativeTest-414360256 tempest-AttachVolumeNegativeTest-414360256-project-member] Enqueued Resource ID: e9cdf258-9952-456e-98f2-fe74e883b30b with Priority: HIGHEST for action security_group_members [ 1143.993309] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9cdf258-9952-456e-98f2-fe74e883b30b with Priority: HIGHEST for action security_group_members [ 1143.993309] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-e9cdf258-9952-456e-98f2-fe74e883b30b taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.993817] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e9cdf258-9952-456e-98f2-fe74e883b30b" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.994146] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e9cdf258-9952-456e-98f2-fe74e883b30b" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.994507] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e9cdf258-9952-456e-98f2-fe74e883b30b" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.994818] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.995198] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.995440] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.995767] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.995993] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.997293] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e9cdf258-9952-456e-98f2-fe74e883b30b',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1144.498805] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.498999] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.499056] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.499287] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.499383] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.499583] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.499688] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.499751] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.499914] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.500031] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.500154] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e9cdf258-9952-456e-98f2-fe74e883b30b is going to be updated. [ 1144.531040] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.531040] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.531040] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.531040] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.531040] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.543277] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e9cdf258-9952-456e-98f2-fe74e883b30b in Status: IN_PROGRESS for 2s [ 1144.675584] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2a79f51d-2846-4506-af33-55ae2154e6b5 in Status: SUCCESS [ 1144.675794] env[66859]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2a79f51d-2846-4506-af33-55ae2154e6b5 deletion is rescheduled due to dependency. [ 1144.675916] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2a79f51d-2846-4506-af33-55ae2154e6b5" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.555796] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e9cdf258-9952-456e-98f2-fe74e883b30b in Status: SUCCESS [ 1146.556240] env[66859]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e9cdf258-9952-456e-98f2-fe74e883b30b deletion is rescheduled due to dependency. [ 1146.556240] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e9cdf258-9952-456e-98f2-fe74e883b30b" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.623563] env[66859]: INFO networking_nsxv3.common.synchronization [req-ceecc4ec-f7b7-4abc-83ea-5e93c9871efb req-90cf7945-0cac-4484-9b6c-d046fd3a7901 tempest-AttachInterfacesTestJSON-1144280436 tempest-AttachInterfacesTestJSON-1144280436-project-member] Enqueued Resource ID: b87c9eee-f94a-42b0-bb73-5310b72497f8 with Priority: HIGHEST for action security_group_members [ 1146.624129] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b87c9eee-f94a-42b0-bb73-5310b72497f8 with Priority: HIGHEST for action security_group_members [ 1146.625225] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-b87c9eee-f94a-42b0-bb73-5310b72497f8 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.625225] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b87c9eee-f94a-42b0-bb73-5310b72497f8" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.625225] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b87c9eee-f94a-42b0-bb73-5310b72497f8" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.625225] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b87c9eee-f94a-42b0-bb73-5310b72497f8" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.625225] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.625225] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.625225] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.625225] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.626114] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.626114] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b87c9eee-f94a-42b0-bb73-5310b72497f8',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1146.944354] env[66859]: DEBUG networking_nsxv3.common.locking [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Lock network-327 taken with stack trace [, , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.944530] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquiring lock "network-327" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.944659] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired lock "network-327" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.944934] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired external semaphore "network-327" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.945407] env[66859]: DEBUG networking_nsxv3.common.locking [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.945577] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquiring lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.945696] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.945930] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired external semaphore "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.946176] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Releasing lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.946423] env[66859]: DEBUG dogpile.cache.region [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] No value present for key: 'zone-id' {{(pid=66859) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1146.946584] env[66859]: DEBUG dogpile.lock [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] NeedRegenerationException {{(pid=66859) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1146.946699] env[66859]: DEBUG dogpile.lock [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] no value, waiting for create lock {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1146.946815] env[66859]: DEBUG dogpile.lock [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] value creation lock acquired {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1146.946928] env[66859]: DEBUG dogpile.cache.region [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] No value present for key: 'zone-id' {{(pid=66859) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1146.947048] env[66859]: DEBUG dogpile.lock [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Calling creation function for not-yet-present value {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1146.947185] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1146.969502] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1146.969669] env[66859]: DEBUG dogpile.cache.region [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66859) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1146.969817] env[66859]: DEBUG dogpile.lock [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Released creation lock {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1146.970023] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Releasing lock "network-327" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.970348] env[66859]: DEBUG networking_nsxv3.common.locking [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Lock port-f94169fd-c413-4595-8ec4-eb1cc14bc6d1 taken with stack trace [, , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.970526] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquiring lock "port-f94169fd-c413-4595-8ec4-eb1cc14bc6d1" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.970645] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired lock "port-f94169fd-c413-4595-8ec4-eb1cc14bc6d1" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.970977] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired external semaphore "port-f94169fd-c413-4595-8ec4-eb1cc14bc6d1" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.971132] env[66859]: DEBUG networking_nsxv3.api.rpc [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f94169fd-c413-4595-8ec4-eb1cc14bc6d1',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1147.127524] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.127738] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.127738] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.127962] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.128079] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.128274] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.128376] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.128453] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.128664] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.128774] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.128816] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b87c9eee-f94a-42b0-bb73-5310b72497f8 is going to be updated. [ 1147.155587] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.155803] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.155803] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.155965] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.156116] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.164750] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b87c9eee-f94a-42b0-bb73-5310b72497f8 in Status: IN_PROGRESS for 2s [ 1147.473576] env[66859]: DEBUG networking_nsxv3.common.locking [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.473809] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.473911] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.474319] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.474545] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.474774] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Segment Port f94169fd-c413-4595-8ec4-eb1cc14bc6d1 not found, creating... [ 1147.475137] env[66859]: DEBUG networking_nsxv3.common.locking [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.475379] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquiring lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.475562] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.475848] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired external semaphore "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.476060] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Releasing lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.476414] env[66859]: DEBUG networking_nsxv3.common.locking [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.476646] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.476824] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.477139] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.477324] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.477531] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Resource: SegmentPort with ID: f94169fd-c413-4595-8ec4-eb1cc14bc6d1 is going to be created. [ 1147.501679] env[66859]: DEBUG networking_nsxv3.common.locking [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.501948] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.502136] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.502515] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.502848] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.503137] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Releasing lock "port-f94169fd-c413-4595-8ec4-eb1cc14bc6d1" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.209980] env[66859]: INFO networking_nsxv3.common.synchronization [req-ceecc4ec-f7b7-4abc-83ea-5e93c9871efb req-c5236091-9d22-4772-b4da-b57f87a51113 service nova] Enqueued Resource ID: b87c9eee-f94a-42b0-bb73-5310b72497f8 with Priority: HIGHEST for action security_group_rules [ 1148.210305] env[66859]: INFO networking_nsxv3.common.synchronization [req-ceecc4ec-f7b7-4abc-83ea-5e93c9871efb req-c5236091-9d22-4772-b4da-b57f87a51113 service nova] Enqueued Resource ID: b87c9eee-f94a-42b0-bb73-5310b72497f8 with Priority: HIGHEST for action security_group_members [ 1148.210305] env[66859]: INFO networking_nsxv3.common.synchronization [req-ceecc4ec-f7b7-4abc-83ea-5e93c9871efb req-c5236091-9d22-4772-b4da-b57f87a51113 service nova] Enqueued Resource ID: f94169fd-c413-4595-8ec4-eb1cc14bc6d1 with Priority: HIGHEST for action port [ 1148.210819] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b87c9eee-f94a-42b0-bb73-5310b72497f8 with Priority: HIGHEST for action security_group_rules [ 1148.210951] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b87c9eee-f94a-42b0-bb73-5310b72497f8 with Priority: HIGHEST for action security_group_members [ 1148.211170] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f94169fd-c413-4595-8ec4-eb1cc14bc6d1 with Priority: HIGHEST for action port [ 1148.211473] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b87c9eee-f94a-42b0-bb73-5310b72497f8 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.211636] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b87c9eee-f94a-42b0-bb73-5310b72497f8" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.211732] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b87c9eee-f94a-42b0-bb73-5310b72497f8" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.211957] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b87c9eee-f94a-42b0-bb73-5310b72497f8" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.212075] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b87c9eee-f94a-42b0-bb73-5310b72497f8',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1148.213520] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-b87c9eee-f94a-42b0-bb73-5310b72497f8 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.213609] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b87c9eee-f94a-42b0-bb73-5310b72497f8" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.215044] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock port-f94169fd-c413-4595-8ec4-eb1cc14bc6d1 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.215044] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f94169fd-c413-4595-8ec4-eb1cc14bc6d1" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.215044] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f94169fd-c413-4595-8ec4-eb1cc14bc6d1" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.215044] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f94169fd-c413-4595-8ec4-eb1cc14bc6d1" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.215044] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f94169fd-c413-4595-8ec4-eb1cc14bc6d1',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1148.714799] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-b87c9eee-f94a-42b0-bb73-5310b72497f8 taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.714799] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b87c9eee-f94a-42b0-bb73-5310b72497f8" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.718047] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f94169fd-c413-4595-8ec4-eb1cc14bc6d1 with status ACTIVE [ 1148.718047] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.718047] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.718047] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.718047] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.718443] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.718443] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.718523] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.718614] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.718843] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.718963] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.719242] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.719385] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.719474] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.719669] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.719979] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.720075] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f94169fd-c413-4595-8ec4-eb1cc14bc6d1 is going to be updated. [ 1148.746276] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.746494] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.746494] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.746701] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.746837] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.747010] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f94169fd-c413-4595-8ec4-eb1cc14bc6d1" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.126447] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock network-666 taken with stack trace [, , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.126643] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "network-666" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.126783] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "network-666" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.127065] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "network-666" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.127321] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.127480] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.127594] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.127832] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.127965] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.128229] env[66859]: DEBUG dogpile.cache.region [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] No value present for key: 'zone-id' {{(pid=66859) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1149.128326] env[66859]: DEBUG dogpile.lock [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] NeedRegenerationException {{(pid=66859) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1149.128434] env[66859]: DEBUG dogpile.lock [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] no value, waiting for create lock {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1149.128540] env[66859]: DEBUG dogpile.lock [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] value creation lock acquired {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1149.128654] env[66859]: DEBUG dogpile.cache.region [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] No value present for key: 'zone-id' {{(pid=66859) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1149.128759] env[66859]: DEBUG dogpile.lock [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Calling creation function for not-yet-present value {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1149.128886] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1149.159431] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1149.159595] env[66859]: DEBUG dogpile.cache.region [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Cache value generated in 0.031 seconds for key(s): 'zone-id' {{(pid=66859) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1149.159752] env[66859]: DEBUG dogpile.lock [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Released creation lock {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1149.159995] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "network-666" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.160322] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock port-b0c8126a-f075-4777-9ff0-2cc302e17aec taken with stack trace [, , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.160494] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "port-b0c8126a-f075-4777-9ff0-2cc302e17aec" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.160613] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "port-b0c8126a-f075-4777-9ff0-2cc302e17aec" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.160874] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "port-b0c8126a-f075-4777-9ff0-2cc302e17aec" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.161014] env[66859]: DEBUG networking_nsxv3.api.rpc [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b0c8126a-f075-4777-9ff0-2cc302e17aec',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1149.174824] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b87c9eee-f94a-42b0-bb73-5310b72497f8 in Status: SUCCESS [ 1149.175032] env[66859]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b87c9eee-f94a-42b0-bb73-5310b72497f8 deletion is rescheduled due to dependency. [ 1149.175161] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b87c9eee-f94a-42b0-bb73-5310b72497f8" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.175314] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b87c9eee-f94a-42b0-bb73-5310b72497f8" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.175519] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b87c9eee-f94a-42b0-bb73-5310b72497f8" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.175695] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.175810] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.175875] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.176032] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.176117] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.176211] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b87c9eee-f94a-42b0-bb73-5310b72497f8',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1149.664404] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.664759] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.664759] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.665088] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.665280] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.665824] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.665915] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.666133] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.666520] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.666583] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.666874] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.667046] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.667171] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.667419] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.667711] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.667711] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Resource: SegmentPort with ID: b0c8126a-f075-4777-9ff0-2cc302e17aec is going to be updated. [ 1149.679354] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b87c9eee-f94a-42b0-bb73-5310b72497f8',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1149.690907] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.690907] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.690907] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.691318] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.691318] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.691523] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "port-b0c8126a-f075-4777-9ff0-2cc302e17aec" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.181839] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b87c9eee-f94a-42b0-bb73-5310b72497f8',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1150.427562] env[66859]: INFO networking_nsxv3.common.synchronization [req-4855840b-cc19-4961-a4a8-0594d6d08596 req-93e3a0b9-d998-4a5f-9e79-6aaaa0db1fe0 service nova] Enqueued Resource ID: 10cbfb67-dd08-4937-b846-69408404389e with Priority: HIGHEST for action security_group_rules [ 1150.427841] env[66859]: INFO networking_nsxv3.common.synchronization [req-4855840b-cc19-4961-a4a8-0594d6d08596 req-93e3a0b9-d998-4a5f-9e79-6aaaa0db1fe0 service nova] Enqueued Resource ID: 10cbfb67-dd08-4937-b846-69408404389e with Priority: HIGHEST for action security_group_members [ 1150.428019] env[66859]: INFO networking_nsxv3.common.synchronization [req-4855840b-cc19-4961-a4a8-0594d6d08596 req-93e3a0b9-d998-4a5f-9e79-6aaaa0db1fe0 service nova] Enqueued Resource ID: b0c8126a-f075-4777-9ff0-2cc302e17aec with Priority: HIGHEST for action port [ 1150.428877] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 10cbfb67-dd08-4937-b846-69408404389e with Priority: HIGHEST for action security_group_rules [ 1150.428877] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 10cbfb67-dd08-4937-b846-69408404389e with Priority: HIGHEST for action security_group_members [ 1150.429020] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b0c8126a-f075-4777-9ff0-2cc302e17aec with Priority: HIGHEST for action port [ 1150.429301] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock rules-10cbfb67-dd08-4937-b846-69408404389e taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.429449] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-10cbfb67-dd08-4937-b846-69408404389e" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.429594] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-10cbfb67-dd08-4937-b846-69408404389e" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.429858] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-10cbfb67-dd08-4937-b846-69408404389e" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.430059] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('10cbfb67-dd08-4937-b846-69408404389e',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1150.431087] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-10cbfb67-dd08-4937-b846-69408404389e taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.431238] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-10cbfb67-dd08-4937-b846-69408404389e" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.431338] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-10cbfb67-dd08-4937-b846-69408404389e" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.431555] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-10cbfb67-dd08-4937-b846-69408404389e" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.431723] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.431837] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.431953] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.432718] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.432817] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.433155] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('10cbfb67-dd08-4937-b846-69408404389e',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1150.434448] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock port-b0c8126a-f075-4777-9ff0-2cc302e17aec taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.434550] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b0c8126a-f075-4777-9ff0-2cc302e17aec" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.434609] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b0c8126a-f075-4777-9ff0-2cc302e17aec" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.434721] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b0c8126a-f075-4777-9ff0-2cc302e17aec" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.434790] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b0c8126a-f075-4777-9ff0-2cc302e17aec',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1150.685417] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.685764] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.685764] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.686067] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.686227] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.686355] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b87c9eee-f94a-42b0-bb73-5310b72497f8 is going to be updated. [ 1150.716081] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.716081] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.716309] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.716414] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.716561] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.726977] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b87c9eee-f94a-42b0-bb73-5310b72497f8 in Status: IN_PROGRESS for 2s [ 1150.935461] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('10cbfb67-dd08-4937-b846-69408404389e',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1150.936514] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b0c8126a-f075-4777-9ff0-2cc302e17aec with status ACTIVE [ 1150.937226] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.937226] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.937226] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.937226] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.937226] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.938171] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.938171] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.938171] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.938171] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.938171] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.938171] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.938171] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.938171] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.938503] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.938538] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.938631] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b0c8126a-f075-4777-9ff0-2cc302e17aec is going to be updated. [ 1150.939785] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-10cbfb67-dd08-4937-b846-69408404389e taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.939952] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-10cbfb67-dd08-4937-b846-69408404389e" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.973970] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.974138] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.974210] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.974435] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.974718] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.974766] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b0c8126a-f075-4777-9ff0-2cc302e17aec" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.441851] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('10cbfb67-dd08-4937-b846-69408404389e',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1151.945738] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.945738] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.945738] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.945738] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.945738] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.946323] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 10cbfb67-dd08-4937-b846-69408404389e is going to be updated. [ 1151.982574] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.982958] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.982958] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.983226] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.983376] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.994384] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 10cbfb67-dd08-4937-b846-69408404389e in Status: IN_PROGRESS for 2s [ 1152.199252] env[66859]: INFO networking_nsxv3.common.synchronization [None req-b7f887b0-61a1-42db-80e4-396277e31f56 tempest-AttachVolumeNegativeTest-414360256 tempest-AttachVolumeNegativeTest-414360256-project-member] Enqueued Resource ID: a4175a36-9282-43f8-9b92-bda0709e449a with Priority: HIGHEST for action security_group_rules [ 1152.199922] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4175a36-9282-43f8-9b92-bda0709e449a with Priority: HIGHEST for action security_group_rules [ 1152.200831] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a4175a36-9282-43f8-9b92-bda0709e449a taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.200978] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a4175a36-9282-43f8-9b92-bda0709e449a" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.201069] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a4175a36-9282-43f8-9b92-bda0709e449a" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.201329] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a4175a36-9282-43f8-9b92-bda0709e449a" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.201412] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a4175a36-9282-43f8-9b92-bda0709e449a',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1152.291092] env[66859]: INFO networking_nsxv3.common.synchronization [None req-81245a8f-636a-490d-b221-c7603a41985c tempest-AttachVolumeNegativeTest-414360256 tempest-AttachVolumeNegativeTest-414360256-project-member] Enqueued Resource ID: a4175a36-9282-43f8-9b92-bda0709e449a with Priority: HIGHEST for action security_group_rules [ 1152.291527] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4175a36-9282-43f8-9b92-bda0709e449a with Priority: HIGHEST for action security_group_rules [ 1152.291830] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a4175a36-9282-43f8-9b92-bda0709e449a taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.292250] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a4175a36-9282-43f8-9b92-bda0709e449a" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.729767] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.729945] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.730047] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.730306] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.730427] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.730543] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a4175a36-9282-43f8-9b92-bda0709e449a already deleted. [ 1152.730656] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a4175a36-9282-43f8-9b92-bda0709e449a" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.730847] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a4175a36-9282-43f8-9b92-bda0709e449a" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.731077] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a4175a36-9282-43f8-9b92-bda0709e449a" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.731185] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a4175a36-9282-43f8-9b92-bda0709e449a',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1152.741841] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b87c9eee-f94a-42b0-bb73-5310b72497f8 in Status: SUCCESS [ 1152.742164] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b87c9eee-f94a-42b0-bb73-5310b72497f8" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.742331] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b87c9eee-f94a-42b0-bb73-5310b72497f8" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.742554] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b87c9eee-f94a-42b0-bb73-5310b72497f8" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.742747] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.742880] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.742996] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.742996] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.742996] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.743339] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b87c9eee-f94a-42b0-bb73-5310b72497f8" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.743339] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b87c9eee-f94a-42b0-bb73-5310b72497f8',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1153.245587] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-b87c9eee-f94a-42b0-bb73-5310b72497f8 taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.245903] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b87c9eee-f94a-42b0-bb73-5310b72497f8" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.245903] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b87c9eee-f94a-42b0-bb73-5310b72497f8" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.246608] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b87c9eee-f94a-42b0-bb73-5310b72497f8" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.246608] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.246608] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.246608] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.246608] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.246892] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.246892] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b87c9eee-f94a-42b0-bb73-5310b72497f8" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.246892] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-b87c9eee-f94a-42b0-bb73-5310b72497f8 taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.247038] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b87c9eee-f94a-42b0-bb73-5310b72497f8" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.247038] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b87c9eee-f94a-42b0-bb73-5310b72497f8" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.247233] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b87c9eee-f94a-42b0-bb73-5310b72497f8" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.247287] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.247375] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.247435] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.247570] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.247659] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.247727] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b87c9eee-f94a-42b0-bb73-5310b72497f8" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.247813] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b87c9eee-f94a-42b0-bb73-5310b72497f8',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1153.281657] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.281828] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.281894] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.282223] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.282279] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.282361] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a4175a36-9282-43f8-9b92-bda0709e449a already deleted. [ 1153.282444] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a4175a36-9282-43f8-9b92-bda0709e449a" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.749715] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b87c9eee-f94a-42b0-bb73-5310b72497f8: rpc.has_security_group_logging(os_id): False [ 1153.773379] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.773665] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.773665] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.773794] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.773883] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.774383] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.774505] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.774586] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.774727] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.774809] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.775370] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.775501] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.775556] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.775809] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.775867] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.776026] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.776115] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.776193] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.776323] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.776398] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.776483] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b87c9eee-f94a-42b0-bb73-5310b72497f8 is going to be updated. [ 1153.793618] env[66859]: INFO networking_nsxv3.common.synchronization [req-ba0da4b8-5e57-464d-b92a-cba043b7837c req-84b341dd-a926-42d0-a900-c6ba06751b62 tempest-ServerActionsTestOtherA-665867162 tempest-ServerActionsTestOtherA-665867162-project-member] Enqueued Resource ID: db4aa64c-ed9c-4fc8-8359-82c95d910445 with Priority: HIGHEST for action security_group_members [ 1153.794247] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db4aa64c-ed9c-4fc8-8359-82c95d910445 with Priority: HIGHEST for action security_group_members [ 1153.794577] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-db4aa64c-ed9c-4fc8-8359-82c95d910445 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.794708] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-db4aa64c-ed9c-4fc8-8359-82c95d910445" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.794793] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-db4aa64c-ed9c-4fc8-8359-82c95d910445" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.795033] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-db4aa64c-ed9c-4fc8-8359-82c95d910445" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.795191] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.795292] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.795345] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.795500] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.795846] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.795846] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('db4aa64c-ed9c-4fc8-8359-82c95d910445',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1153.844404] env[66859]: INFO networking_nsxv3.common.synchronization [None req-2fae04ad-483c-4f68-9710-d46bca4505da tempest-AttachInterfacesTestJSON-1144280436 tempest-AttachInterfacesTestJSON-1144280436-project-member] Enqueued Resource ID: b87c9eee-f94a-42b0-bb73-5310b72497f8 with Priority: HIGHEST for action security_group_members [ 1153.844938] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b87c9eee-f94a-42b0-bb73-5310b72497f8 with Priority: HIGHEST for action security_group_members [ 1153.845332] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-b87c9eee-f94a-42b0-bb73-5310b72497f8 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.845596] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b87c9eee-f94a-42b0-bb73-5310b72497f8" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.845596] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b87c9eee-f94a-42b0-bb73-5310b72497f8" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.845759] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b87c9eee-f94a-42b0-bb73-5310b72497f8" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.845911] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.846022] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.846082] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.846239] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.846325] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.846615] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b87c9eee-f94a-42b0-bb73-5310b72497f8',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1153.854994] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.855414] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.855491] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.855860] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.855860] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.869763] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b87c9eee-f94a-42b0-bb73-5310b72497f8 in Status: IN_PROGRESS for 2s [ 1154.009051] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 10cbfb67-dd08-4937-b846-69408404389e in Status: SUCCESS [ 1154.009976] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-10cbfb67-dd08-4937-b846-69408404389e" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.010151] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-10cbfb67-dd08-4937-b846-69408404389e" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.010866] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-10cbfb67-dd08-4937-b846-69408404389e" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.010866] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.010866] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.010866] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.010866] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.011107] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.011107] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-10cbfb67-dd08-4937-b846-69408404389e" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.011107] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('10cbfb67-dd08-4937-b846-69408404389e',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1154.181848] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock network-163 taken with stack trace [, , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.182100] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "network-163" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.182232] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "network-163" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.182502] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "network-163" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.182758] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.182906] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.183038] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.183258] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.183399] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.183606] env[66859]: DEBUG dogpile.cache.region [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] No value present for key: 'zone-id' {{(pid=66859) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1154.183715] env[66859]: DEBUG dogpile.lock [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] NeedRegenerationException {{(pid=66859) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1154.183822] env[66859]: DEBUG dogpile.lock [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] no value, waiting for create lock {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1154.183967] env[66859]: DEBUG dogpile.lock [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] value creation lock acquired {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1154.184104] env[66859]: DEBUG dogpile.cache.region [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] No value present for key: 'zone-id' {{(pid=66859) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1154.184146] env[66859]: DEBUG dogpile.lock [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Calling creation function for not-yet-present value {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1154.184284] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1154.203194] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1154.203412] env[66859]: DEBUG dogpile.cache.region [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=66859) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1154.203557] env[66859]: DEBUG dogpile.lock [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Released creation lock {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1154.203735] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "network-163" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.204070] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock port-ee186c9d-b9f1-4989-838e-eeae28fb44c6 taken with stack trace [, , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.204251] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "port-ee186c9d-b9f1-4989-838e-eeae28fb44c6" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.204370] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "port-ee186c9d-b9f1-4989-838e-eeae28fb44c6" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.204715] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "port-ee186c9d-b9f1-4989-838e-eeae28fb44c6" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.204849] env[66859]: DEBUG networking_nsxv3.api.rpc [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ee186c9d-b9f1-4989-838e-eeae28fb44c6',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1154.298276] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('db4aa64c-ed9c-4fc8-8359-82c95d910445',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1154.349035] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b87c9eee-f94a-42b0-bb73-5310b72497f8',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1154.514386] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('10cbfb67-dd08-4937-b846-69408404389e',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1154.707250] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.707436] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.707561] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.707854] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.708010] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.708170] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Segment Port ee186c9d-b9f1-4989-838e-eeae28fb44c6 not found, creating... [ 1154.708428] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.708592] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.708707] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.708928] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.709075] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.709355] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.709508] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.709623] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.709831] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.710079] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.710247] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Resource: SegmentPort with ID: ee186c9d-b9f1-4989-838e-eeae28fb44c6 is going to be created. [ 1154.733157] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.733382] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.733431] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.733675] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.733898] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.734298] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "port-ee186c9d-b9f1-4989-838e-eeae28fb44c6" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.801476] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('db4aa64c-ed9c-4fc8-8359-82c95d910445',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1154.853576] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b87c9eee-f94a-42b0-bb73-5310b72497f8',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1155.017438] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 10cbfb67-dd08-4937-b846-69408404389e: rpc.has_security_group_logging(os_id): False [ 1155.038208] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.038494] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.038611] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.038970] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.039166] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.039435] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.039551] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.039592] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.040722] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.040722] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.040722] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 10cbfb67-dd08-4937-b846-69408404389e is going to be updated. [ 1155.128021] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.128295] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.128367] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.128563] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.128808] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.144134] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 10cbfb67-dd08-4937-b846-69408404389e in Status: IN_PROGRESS for 2s [ 1155.303148] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.303550] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.303550] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.303658] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.303891] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.303891] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: db4aa64c-ed9c-4fc8-8359-82c95d910445 is going to be updated. [ 1155.347475] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.347791] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.347791] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.347986] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.348105] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.356913] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.357136] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.357136] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.357350] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.357436] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.357538] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b87c9eee-f94a-42b0-bb73-5310b72497f8 is going to be updated. [ 1155.361683] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: db4aa64c-ed9c-4fc8-8359-82c95d910445 in Status: IN_PROGRESS for 2s [ 1155.394215] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.394215] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.394215] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.394215] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.394551] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.407385] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b87c9eee-f94a-42b0-bb73-5310b72497f8 in Status: IN_PROGRESS for 2s [ 1155.518487] env[66859]: INFO networking_nsxv3.common.synchronization [req-ba0da4b8-5e57-464d-b92a-cba043b7837c req-d2bf52c9-07e0-487f-a0da-5c65ee595c6b service nova] Enqueued Resource ID: db4aa64c-ed9c-4fc8-8359-82c95d910445 with Priority: HIGHEST for action security_group_rules [ 1155.518675] env[66859]: INFO networking_nsxv3.common.synchronization [req-ba0da4b8-5e57-464d-b92a-cba043b7837c req-d2bf52c9-07e0-487f-a0da-5c65ee595c6b service nova] Enqueued Resource ID: db4aa64c-ed9c-4fc8-8359-82c95d910445 with Priority: HIGHEST for action security_group_members [ 1155.518808] env[66859]: INFO networking_nsxv3.common.synchronization [req-ba0da4b8-5e57-464d-b92a-cba043b7837c req-d2bf52c9-07e0-487f-a0da-5c65ee595c6b service nova] Enqueued Resource ID: ee186c9d-b9f1-4989-838e-eeae28fb44c6 with Priority: HIGHEST for action port [ 1155.519387] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db4aa64c-ed9c-4fc8-8359-82c95d910445 with Priority: HIGHEST for action security_group_rules [ 1155.519540] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db4aa64c-ed9c-4fc8-8359-82c95d910445 with Priority: HIGHEST for action security_group_members [ 1155.519616] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee186c9d-b9f1-4989-838e-eeae28fb44c6 with Priority: HIGHEST for action port [ 1155.519916] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock rules-db4aa64c-ed9c-4fc8-8359-82c95d910445 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.520118] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-db4aa64c-ed9c-4fc8-8359-82c95d910445" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.520216] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-db4aa64c-ed9c-4fc8-8359-82c95d910445" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.520465] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-db4aa64c-ed9c-4fc8-8359-82c95d910445" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.520503] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('db4aa64c-ed9c-4fc8-8359-82c95d910445',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1155.521448] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-db4aa64c-ed9c-4fc8-8359-82c95d910445 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.521611] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-db4aa64c-ed9c-4fc8-8359-82c95d910445" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.521819] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock port-ee186c9d-b9f1-4989-838e-eeae28fb44c6 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.522008] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ee186c9d-b9f1-4989-838e-eeae28fb44c6" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.522061] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ee186c9d-b9f1-4989-838e-eeae28fb44c6" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.522246] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ee186c9d-b9f1-4989-838e-eeae28fb44c6" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.522365] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ee186c9d-b9f1-4989-838e-eeae28fb44c6',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1155.887358] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b87c9eee-f94a-42b0-bb73-5310b72497f8 in Status: SUCCESS [ 1155.887611] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b87c9eee-f94a-42b0-bb73-5310b72497f8" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.025020] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-db4aa64c-ed9c-4fc8-8359-82c95d910445 taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.025184] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-db4aa64c-ed9c-4fc8-8359-82c95d910445" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.025371] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ee186c9d-b9f1-4989-838e-eeae28fb44c6 with status ACTIVE [ 1156.025578] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.025633] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.025812] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.026125] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.026252] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.026539] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.026681] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.026766] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.026959] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.027080] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.027280] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.027380] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.027443] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.027582] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.027658] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.027762] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ee186c9d-b9f1-4989-838e-eeae28fb44c6 is going to be updated. [ 1156.053029] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.053029] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.053029] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.053029] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.053029] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.055257] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ee186c9d-b9f1-4989-838e-eeae28fb44c6" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.128929] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock network-327 taken with stack trace [, , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.129150] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "network-327" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.129274] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "network-327" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.129547] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "network-327" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.129805] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.129964] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.130721] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.131046] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.131254] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.131511] env[66859]: DEBUG dogpile.cache.region [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] No value present for key: 'zone-id' {{(pid=66859) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1156.131658] env[66859]: DEBUG dogpile.lock [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] NeedRegenerationException {{(pid=66859) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1156.132236] env[66859]: DEBUG dogpile.lock [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] no value, waiting for create lock {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1156.132236] env[66859]: DEBUG dogpile.lock [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] value creation lock acquired {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1156.132236] env[66859]: DEBUG dogpile.cache.region [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] No value present for key: 'zone-id' {{(pid=66859) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1156.132236] env[66859]: DEBUG dogpile.lock [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Calling creation function for not-yet-present value {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1156.132583] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1156.135999] env[66859]: INFO networking_nsxv3.common.synchronization [req-41c12bf9-65d1-4e74-9319-c2441b92d714 req-d308c0b4-0e10-462f-8fa6-eeede9b79b6d tempest-ServerActionsTestOtherB-68848259 tempest-ServerActionsTestOtherB-68848259-project-member] Enqueued Resource ID: 2a79f51d-2846-4506-af33-55ae2154e6b5 with Priority: HIGHEST for action security_group_members [ 1156.137121] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2a79f51d-2846-4506-af33-55ae2154e6b5 with Priority: HIGHEST for action security_group_members [ 1156.137692] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-2a79f51d-2846-4506-af33-55ae2154e6b5 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.137854] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2a79f51d-2846-4506-af33-55ae2154e6b5" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.137944] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2a79f51d-2846-4506-af33-55ae2154e6b5" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.138215] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2a79f51d-2846-4506-af33-55ae2154e6b5" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.138357] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.138564] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.138652] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.138833] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.138947] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.139074] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2a79f51d-2846-4506-af33-55ae2154e6b5',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1156.153677] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1156.154249] env[66859]: DEBUG dogpile.cache.region [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66859) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1156.154348] env[66859]: DEBUG dogpile.lock [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Released creation lock {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1156.154638] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "network-327" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.155431] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock port-0c08b4f2-4ca2-41fb-8faf-f21cd5110fc6 taken with stack trace [, , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.156021] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "port-0c08b4f2-4ca2-41fb-8faf-f21cd5110fc6" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.156548] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "port-0c08b4f2-4ca2-41fb-8faf-f21cd5110fc6" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.156942] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "port-0c08b4f2-4ca2-41fb-8faf-f21cd5110fc6" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.157660] env[66859]: DEBUG networking_nsxv3.api.rpc [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0c08b4f2-4ca2-41fb-8faf-f21cd5110fc6',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1156.531153] env[66859]: DEBUG networking_nsxv3.common.locking [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Lock network-696 taken with stack trace [, , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.531509] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquiring lock "network-696" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.531696] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired lock "network-696" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.532135] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired external semaphore "network-696" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.532532] env[66859]: DEBUG networking_nsxv3.common.locking [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.532794] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquiring lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.533015] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.533338] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired external semaphore "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.533548] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Releasing lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.533841] env[66859]: DEBUG dogpile.cache.region [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] No value present for key: 'zone-id' {{(pid=66859) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1156.534044] env[66859]: DEBUG dogpile.lock [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] NeedRegenerationException {{(pid=66859) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1156.534254] env[66859]: DEBUG dogpile.lock [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] no value, waiting for create lock {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1156.534647] env[66859]: DEBUG dogpile.lock [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] value creation lock acquired {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1156.534647] env[66859]: DEBUG dogpile.cache.region [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] No value present for key: 'zone-id' {{(pid=66859) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1156.534802] env[66859]: DEBUG dogpile.lock [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Calling creation function for not-yet-present value {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1156.535022] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1156.556059] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1156.556290] env[66859]: DEBUG dogpile.cache.region [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66859) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1156.556431] env[66859]: DEBUG dogpile.lock [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Released creation lock {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1156.556606] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Releasing lock "network-696" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.556921] env[66859]: DEBUG networking_nsxv3.common.locking [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Lock port-0b2c1884-6833-4cb3-b7cc-ec2629ce7672 taken with stack trace [, , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.557104] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquiring lock "port-0b2c1884-6833-4cb3-b7cc-ec2629ce7672" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.557224] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired lock "port-0b2c1884-6833-4cb3-b7cc-ec2629ce7672" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.557564] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired external semaphore "port-0b2c1884-6833-4cb3-b7cc-ec2629ce7672" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.557706] env[66859]: DEBUG networking_nsxv3.api.rpc [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0b2c1884-6833-4cb3-b7cc-ec2629ce7672',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1156.642389] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.642389] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.642579] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.642856] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.642925] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.643182] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.643339] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.643480] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.643770] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.643949] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.644114] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2a79f51d-2846-4506-af33-55ae2154e6b5 is going to be updated. [ 1156.660294] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.660539] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.660703] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.660999] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.661233] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.661407] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Segment Port 0c08b4f2-4ca2-41fb-8faf-f21cd5110fc6 not found, creating... [ 1156.661686] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.661882] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.662167] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.662783] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.662940] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.663314] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.663492] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.663612] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.663838] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.663977] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.664135] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Resource: SegmentPort with ID: 0c08b4f2-4ca2-41fb-8faf-f21cd5110fc6 is going to be created. [ 1156.684888] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.685094] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.685149] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.685364] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.685546] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.689357] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.689557] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.689675] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.690029] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.690257] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.690573] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "port-0c08b4f2-4ca2-41fb-8faf-f21cd5110fc6" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.705259] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2a79f51d-2846-4506-af33-55ae2154e6b5 in Status: IN_PROGRESS for 2s [ 1157.060194] env[66859]: DEBUG networking_nsxv3.common.locking [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.060471] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.060549] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.060849] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.060999] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.061182] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Segment Port 0b2c1884-6833-4cb3-b7cc-ec2629ce7672 not found, creating... [ 1157.061455] env[66859]: DEBUG networking_nsxv3.common.locking [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.061615] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquiring lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.061726] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.062013] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired external semaphore "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.062167] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Releasing lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.062467] env[66859]: DEBUG networking_nsxv3.common.locking [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.062629] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.062741] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.062958] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.063158] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.063291] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Resource: SegmentPort with ID: 0b2c1884-6833-4cb3-b7cc-ec2629ce7672 is going to be created. [ 1157.091096] env[66859]: DEBUG networking_nsxv3.common.locking [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.091314] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.091438] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.091722] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.091947] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.092267] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Releasing lock "port-0b2c1884-6833-4cb3-b7cc-ec2629ce7672" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.174053] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 10cbfb67-dd08-4937-b846-69408404389e in Status: SUCCESS [ 1157.174267] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-10cbfb67-dd08-4937-b846-69408404389e" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.378185] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: db4aa64c-ed9c-4fc8-8359-82c95d910445 in Status: SUCCESS [ 1157.378972] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-db4aa64c-ed9c-4fc8-8359-82c95d910445" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.378972] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-db4aa64c-ed9c-4fc8-8359-82c95d910445" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.378972] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-db4aa64c-ed9c-4fc8-8359-82c95d910445" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.379181] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.379315] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.379392] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.379619] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.379719] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.379837] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('db4aa64c-ed9c-4fc8-8359-82c95d910445',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1157.418207] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b87c9eee-f94a-42b0-bb73-5310b72497f8 in Status: SUCCESS [ 1157.418452] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b87c9eee-f94a-42b0-bb73-5310b72497f8" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.448405] env[66859]: INFO networking_nsxv3.common.synchronization [req-8959ebfb-3a03-46a0-a940-4dc7b1767e45 req-339a8e91-dfcc-4138-9dbe-26c907be152a service nova] Enqueued Resource ID: b87c9eee-f94a-42b0-bb73-5310b72497f8 with Priority: HIGHEST for action security_group_rules [ 1157.448471] env[66859]: INFO networking_nsxv3.common.synchronization [req-8959ebfb-3a03-46a0-a940-4dc7b1767e45 req-339a8e91-dfcc-4138-9dbe-26c907be152a service nova] Enqueued Resource ID: b87c9eee-f94a-42b0-bb73-5310b72497f8 with Priority: HIGHEST for action security_group_members [ 1157.448670] env[66859]: INFO networking_nsxv3.common.synchronization [req-8959ebfb-3a03-46a0-a940-4dc7b1767e45 req-339a8e91-dfcc-4138-9dbe-26c907be152a service nova] Enqueued Resource ID: 0c08b4f2-4ca2-41fb-8faf-f21cd5110fc6 with Priority: HIGHEST for action port [ 1157.449524] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b87c9eee-f94a-42b0-bb73-5310b72497f8 with Priority: HIGHEST for action security_group_rules [ 1157.449670] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b87c9eee-f94a-42b0-bb73-5310b72497f8 with Priority: HIGHEST for action security_group_members [ 1157.449765] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0c08b4f2-4ca2-41fb-8faf-f21cd5110fc6 with Priority: HIGHEST for action port [ 1157.450145] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b87c9eee-f94a-42b0-bb73-5310b72497f8 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.450270] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b87c9eee-f94a-42b0-bb73-5310b72497f8" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.450339] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b87c9eee-f94a-42b0-bb73-5310b72497f8" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.450545] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b87c9eee-f94a-42b0-bb73-5310b72497f8" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.450628] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b87c9eee-f94a-42b0-bb73-5310b72497f8',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1157.452215] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-b87c9eee-f94a-42b0-bb73-5310b72497f8 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.452362] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b87c9eee-f94a-42b0-bb73-5310b72497f8" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.452411] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b87c9eee-f94a-42b0-bb73-5310b72497f8" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.453055] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b87c9eee-f94a-42b0-bb73-5310b72497f8" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.453055] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.453055] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.453055] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.453306] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.453306] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.453306] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b87c9eee-f94a-42b0-bb73-5310b72497f8',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1157.455109] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock port-0c08b4f2-4ca2-41fb-8faf-f21cd5110fc6 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.455109] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0c08b4f2-4ca2-41fb-8faf-f21cd5110fc6" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.455109] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0c08b4f2-4ca2-41fb-8faf-f21cd5110fc6" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.455261] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0c08b4f2-4ca2-41fb-8faf-f21cd5110fc6" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.455261] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0c08b4f2-4ca2-41fb-8faf-f21cd5110fc6',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1157.808496] env[66859]: INFO networking_nsxv3.common.synchronization [req-41c12bf9-65d1-4e74-9319-c2441b92d714 req-d34797a0-6cc2-42c3-9ed3-6be22357ddb0 service nova] Enqueued Resource ID: 2a79f51d-2846-4506-af33-55ae2154e6b5 with Priority: HIGHEST for action security_group_rules [ 1157.808786] env[66859]: INFO networking_nsxv3.common.synchronization [req-41c12bf9-65d1-4e74-9319-c2441b92d714 req-d34797a0-6cc2-42c3-9ed3-6be22357ddb0 service nova] Enqueued Resource ID: 2a79f51d-2846-4506-af33-55ae2154e6b5 with Priority: HIGHEST for action security_group_members [ 1157.808827] env[66859]: INFO networking_nsxv3.common.synchronization [req-41c12bf9-65d1-4e74-9319-c2441b92d714 req-d34797a0-6cc2-42c3-9ed3-6be22357ddb0 service nova] Enqueued Resource ID: 0b2c1884-6833-4cb3-b7cc-ec2629ce7672 with Priority: HIGHEST for action port [ 1157.809358] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2a79f51d-2846-4506-af33-55ae2154e6b5 with Priority: HIGHEST for action security_group_rules [ 1157.809513] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2a79f51d-2846-4506-af33-55ae2154e6b5 with Priority: HIGHEST for action security_group_members [ 1157.809584] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b2c1884-6833-4cb3-b7cc-ec2629ce7672 with Priority: HIGHEST for action port [ 1157.809916] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2a79f51d-2846-4506-af33-55ae2154e6b5 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.810139] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2a79f51d-2846-4506-af33-55ae2154e6b5" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.810210] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2a79f51d-2846-4506-af33-55ae2154e6b5" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.810732] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2a79f51d-2846-4506-af33-55ae2154e6b5" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.810732] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2a79f51d-2846-4506-af33-55ae2154e6b5',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1157.811709] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-2a79f51d-2846-4506-af33-55ae2154e6b5 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.811812] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2a79f51d-2846-4506-af33-55ae2154e6b5" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.812245] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock port-0b2c1884-6833-4cb3-b7cc-ec2629ce7672 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.812328] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0b2c1884-6833-4cb3-b7cc-ec2629ce7672" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.812365] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0b2c1884-6833-4cb3-b7cc-ec2629ce7672" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.812523] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0b2c1884-6833-4cb3-b7cc-ec2629ce7672" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.812878] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0b2c1884-6833-4cb3-b7cc-ec2629ce7672',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1157.883544] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('db4aa64c-ed9c-4fc8-8359-82c95d910445',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1157.957477] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-b87c9eee-f94a-42b0-bb73-5310b72497f8 taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.957477] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b87c9eee-f94a-42b0-bb73-5310b72497f8" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.957760] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b87c9eee-f94a-42b0-bb73-5310b72497f8',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1157.959382] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0c08b4f2-4ca2-41fb-8faf-f21cd5110fc6 with status ACTIVE [ 1157.959382] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.959382] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.959382] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.959382] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.959382] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.959687] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.959687] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.959687] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.959793] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.959827] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.960034] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.961944] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.962115] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.962299] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.962385] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.962583] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0c08b4f2-4ca2-41fb-8faf-f21cd5110fc6 is going to be updated. [ 1157.986471] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.986634] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.986706] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.986919] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.987077] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.987248] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0c08b4f2-4ca2-41fb-8faf-f21cd5110fc6" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.317225] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0b2c1884-6833-4cb3-b7cc-ec2629ce7672 with status ACTIVE [ 1158.317225] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.317225] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.317225] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.317225] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.317225] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.317791] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.317791] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.317791] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.317988] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.317988] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.318219] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.318219] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.318342] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.318414] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.318460] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.318790] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0b2c1884-6833-4cb3-b7cc-ec2629ce7672 is going to be updated. [ 1158.319895] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-2a79f51d-2846-4506-af33-55ae2154e6b5 taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.320085] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2a79f51d-2846-4506-af33-55ae2154e6b5" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.343300] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.343503] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.343595] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.343875] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.344073] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.344378] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0b2c1884-6833-4cb3-b7cc-ec2629ce7672" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.387031] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('db4aa64c-ed9c-4fc8-8359-82c95d910445',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1158.464662] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b87c9eee-f94a-42b0-bb73-5310b72497f8',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1158.683910] env[66859]: INFO networking_nsxv3.common.synchronization [None req-882a3357-072f-4420-964c-e6b4ab018238 tempest-ServerDiskConfigTestJSON-342411746 tempest-ServerDiskConfigTestJSON-342411746-project-member] Enqueued Resource ID: 3139fb97-ff25-47f5-96e8-08e5c981e5a1 with Priority: HIGHEST for action security_group_rules [ 1158.683910] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3139fb97-ff25-47f5-96e8-08e5c981e5a1 with Priority: HIGHEST for action security_group_rules [ 1158.683910] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3139fb97-ff25-47f5-96e8-08e5c981e5a1 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.683910] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3139fb97-ff25-47f5-96e8-08e5c981e5a1" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.683910] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3139fb97-ff25-47f5-96e8-08e5c981e5a1" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.684430] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3139fb97-ff25-47f5-96e8-08e5c981e5a1" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.684430] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3139fb97-ff25-47f5-96e8-08e5c981e5a1',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1158.718182] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2a79f51d-2846-4506-af33-55ae2154e6b5 in Status: SUCCESS [ 1158.718182] env[66859]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2a79f51d-2846-4506-af33-55ae2154e6b5 deletion is rescheduled due to dependency. [ 1158.718182] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2a79f51d-2846-4506-af33-55ae2154e6b5" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.720317] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2a79f51d-2846-4506-af33-55ae2154e6b5" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.722017] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2a79f51d-2846-4506-af33-55ae2154e6b5" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.722365] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.722969] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.723309] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.723776] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.724284] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.724284] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2a79f51d-2846-4506-af33-55ae2154e6b5',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1158.795936] env[66859]: INFO networking_nsxv3.common.synchronization [None req-92a667cb-a89a-4b95-a612-e742c539a87a tempest-ServerDiskConfigTestJSON-342411746 tempest-ServerDiskConfigTestJSON-342411746-project-member] Enqueued Resource ID: 3139fb97-ff25-47f5-96e8-08e5c981e5a1 with Priority: HIGHEST for action security_group_rules [ 1158.796484] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3139fb97-ff25-47f5-96e8-08e5c981e5a1 with Priority: HIGHEST for action security_group_rules [ 1158.796784] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3139fb97-ff25-47f5-96e8-08e5c981e5a1 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.796884] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3139fb97-ff25-47f5-96e8-08e5c981e5a1" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.890023] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.890510] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.890510] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.890616] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.890762] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.890909] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: db4aa64c-ed9c-4fc8-8359-82c95d910445 is going to be updated. [ 1158.935146] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.935316] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.935391] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.935609] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.935785] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.948200] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: db4aa64c-ed9c-4fc8-8359-82c95d910445 in Status: IN_PROGRESS for 2s [ 1158.967402] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.967645] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.967700] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.967932] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.968045] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.968162] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b87c9eee-f94a-42b0-bb73-5310b72497f8 is going to be updated. [ 1159.003341] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.003496] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.003561] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.004424] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.004424] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.019649] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b87c9eee-f94a-42b0-bb73-5310b72497f8 in Status: IN_PROGRESS for 2s [ 1159.212086] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.212086] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.212086] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.212086] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.212086] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.212086] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3139fb97-ff25-47f5-96e8-08e5c981e5a1 already deleted. [ 1159.212086] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3139fb97-ff25-47f5-96e8-08e5c981e5a1" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.212086] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3139fb97-ff25-47f5-96e8-08e5c981e5a1" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.212086] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3139fb97-ff25-47f5-96e8-08e5c981e5a1" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.212086] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3139fb97-ff25-47f5-96e8-08e5c981e5a1',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1159.226891] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2a79f51d-2846-4506-af33-55ae2154e6b5',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1159.727966] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2a79f51d-2846-4506-af33-55ae2154e6b5',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1159.739032] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.739241] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.739634] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.739634] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.739634] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.739728] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3139fb97-ff25-47f5-96e8-08e5c981e5a1 already deleted. [ 1159.739790] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3139fb97-ff25-47f5-96e8-08e5c981e5a1" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.230528] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.231191] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.231191] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.231191] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.231388] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.231527] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2a79f51d-2846-4506-af33-55ae2154e6b5 is going to be updated. [ 1160.271738] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.271997] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.272066] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.272328] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.272484] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.283721] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2a79f51d-2846-4506-af33-55ae2154e6b5 in Status: IN_PROGRESS for 2s [ 1160.873882] env[66859]: INFO networking_nsxv3.common.synchronization [req-624cf07f-5881-4f92-b940-af64834029bb req-c0780d06-c94a-4be3-a3ce-832206ec4ff8 tempest-AttachVolumeNegativeTest-414360256 tempest-AttachVolumeNegativeTest-414360256-project-member] Enqueued Resource ID: a4175a36-9282-43f8-9b92-bda0709e449a with Priority: HIGHEST for action security_group_members [ 1160.874437] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4175a36-9282-43f8-9b92-bda0709e449a with Priority: HIGHEST for action security_group_members [ 1160.875450] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-a4175a36-9282-43f8-9b92-bda0709e449a taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.875450] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a4175a36-9282-43f8-9b92-bda0709e449a" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.875450] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a4175a36-9282-43f8-9b92-bda0709e449a" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.875665] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a4175a36-9282-43f8-9b92-bda0709e449a" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.876478] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.876478] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.876478] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.876478] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.877211] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.877211] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a4175a36-9282-43f8-9b92-bda0709e449a',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1160.962066] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: db4aa64c-ed9c-4fc8-8359-82c95d910445 in Status: SUCCESS [ 1160.962263] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-db4aa64c-ed9c-4fc8-8359-82c95d910445" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.962391] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-db4aa64c-ed9c-4fc8-8359-82c95d910445" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.962633] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-db4aa64c-ed9c-4fc8-8359-82c95d910445" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.962839] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.962978] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.963264] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.963264] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.963325] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.963474] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-db4aa64c-ed9c-4fc8-8359-82c95d910445" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.963551] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('db4aa64c-ed9c-4fc8-8359-82c95d910445',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1161.032059] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b87c9eee-f94a-42b0-bb73-5310b72497f8 in Status: SUCCESS [ 1161.032059] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b87c9eee-f94a-42b0-bb73-5310b72497f8" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.032059] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b87c9eee-f94a-42b0-bb73-5310b72497f8" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.032429] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b87c9eee-f94a-42b0-bb73-5310b72497f8" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.032429] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.032549] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.032549] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.032700] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.032790] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.032879] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b87c9eee-f94a-42b0-bb73-5310b72497f8" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.032977] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b87c9eee-f94a-42b0-bb73-5310b72497f8',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1161.288402] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock network-658 taken with stack trace [, , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.288963] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "network-658" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.288963] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "network-658" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.289091] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "network-658" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.289374] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.289542] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.289657] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.289944] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.290240] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.290421] env[66859]: DEBUG dogpile.cache.region [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] No value present for key: 'zone-id' {{(pid=66859) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1161.290547] env[66859]: DEBUG dogpile.lock [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] NeedRegenerationException {{(pid=66859) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1161.290711] env[66859]: DEBUG dogpile.lock [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] no value, waiting for create lock {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1161.290775] env[66859]: DEBUG dogpile.lock [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] value creation lock acquired {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1161.290910] env[66859]: DEBUG dogpile.cache.region [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] No value present for key: 'zone-id' {{(pid=66859) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1161.290961] env[66859]: DEBUG dogpile.lock [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Calling creation function for not-yet-present value {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1161.291106] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1161.330999] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1161.331311] env[66859]: DEBUG dogpile.cache.region [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Cache value generated in 0.040 seconds for key(s): 'zone-id' {{(pid=66859) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1161.331468] env[66859]: DEBUG dogpile.lock [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Released creation lock {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1161.331642] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "network-658" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.332096] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock port-01472bb0-4f18-4b59-b53e-e40bd2d3b8aa taken with stack trace [, , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.332361] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "port-01472bb0-4f18-4b59-b53e-e40bd2d3b8aa" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.332631] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "port-01472bb0-4f18-4b59-b53e-e40bd2d3b8aa" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.333075] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "port-01472bb0-4f18-4b59-b53e-e40bd2d3b8aa" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.333244] env[66859]: DEBUG networking_nsxv3.api.rpc [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('01472bb0-4f18-4b59-b53e-e40bd2d3b8aa',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1161.381089] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.381089] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.381089] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.381448] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.381448] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.381817] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.382074] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.382201] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.382576] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.382670] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.382809] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a4175a36-9282-43f8-9b92-bda0709e449a already deleted. [ 1161.382958] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a4175a36-9282-43f8-9b92-bda0709e449a" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.467769] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('db4aa64c-ed9c-4fc8-8359-82c95d910445',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1161.535484] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-b87c9eee-f94a-42b0-bb73-5310b72497f8 taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.535711] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b87c9eee-f94a-42b0-bb73-5310b72497f8" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.535711] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b87c9eee-f94a-42b0-bb73-5310b72497f8" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.535978] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b87c9eee-f94a-42b0-bb73-5310b72497f8" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.536207] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.536361] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.536464] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.536662] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.536781] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.536917] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b87c9eee-f94a-42b0-bb73-5310b72497f8" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.537653] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-b87c9eee-f94a-42b0-bb73-5310b72497f8 taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.537653] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b87c9eee-f94a-42b0-bb73-5310b72497f8" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.537653] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b87c9eee-f94a-42b0-bb73-5310b72497f8" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.537653] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b87c9eee-f94a-42b0-bb73-5310b72497f8" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.537653] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.537984] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.537984] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.538090] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.538171] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.538275] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b87c9eee-f94a-42b0-bb73-5310b72497f8" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.538334] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b87c9eee-f94a-42b0-bb73-5310b72497f8',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1161.836515] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.836867] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.837074] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.837426] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.837603] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.837761] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Segment Port 01472bb0-4f18-4b59-b53e-e40bd2d3b8aa not found, creating... [ 1161.838179] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.838408] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.838551] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.838838] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.839063] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.839451] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.839637] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.839774] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.840107] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.840321] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.840521] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Resource: SegmentPort with ID: 01472bb0-4f18-4b59-b53e-e40bd2d3b8aa is going to be created. [ 1161.870108] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.870419] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.870587] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.870956] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.871270] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.871578] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "port-01472bb0-4f18-4b59-b53e-e40bd2d3b8aa" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.970044] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for db4aa64c-ed9c-4fc8-8359-82c95d910445: rpc.has_security_group_logging(os_id): False [ 1162.035096] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.035096] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.035327] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.035366] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.042279] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b87c9eee-f94a-42b0-bb73-5310b72497f8: rpc.has_security_group_logging(os_id): False [ 1162.088243] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.088491] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.105263] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.105588] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.105693] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.105748] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.105992] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.106103] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.106223] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: db4aa64c-ed9c-4fc8-8359-82c95d910445 is going to be updated. [ 1162.107408] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.107592] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.107679] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.107881] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.107993] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.108071] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.108219] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.108346] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.108549] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.108648] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.108711] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.108844] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.108918] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.109146] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.109245] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.109305] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.109465] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.109553] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.109620] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b87c9eee-f94a-42b0-bb73-5310b72497f8 is going to be updated. [ 1162.233432] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.233623] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.233713] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.233854] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.233997] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.236552] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.236705] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.236769] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.236979] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.237169] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.254334] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b87c9eee-f94a-42b0-bb73-5310b72497f8 in Status: IN_PROGRESS for 2s [ 1162.256454] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: db4aa64c-ed9c-4fc8-8359-82c95d910445 in Status: IN_PROGRESS for 2s [ 1162.293215] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2a79f51d-2846-4506-af33-55ae2154e6b5 in Status: SUCCESS [ 1162.293572] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2a79f51d-2846-4506-af33-55ae2154e6b5" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.293701] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2a79f51d-2846-4506-af33-55ae2154e6b5" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.293918] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2a79f51d-2846-4506-af33-55ae2154e6b5" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.294234] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.294341] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.294341] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.294481] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.294565] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.294651] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2a79f51d-2846-4506-af33-55ae2154e6b5" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.294744] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2a79f51d-2846-4506-af33-55ae2154e6b5',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1162.563787] env[66859]: INFO networking_nsxv3.common.synchronization [req-624cf07f-5881-4f92-b940-af64834029bb req-79c0bd65-1daa-4331-b592-df12e14b9e94 service nova] Enqueued Resource ID: a4175a36-9282-43f8-9b92-bda0709e449a with Priority: HIGHEST for action security_group_rules [ 1162.563990] env[66859]: INFO networking_nsxv3.common.synchronization [req-624cf07f-5881-4f92-b940-af64834029bb req-79c0bd65-1daa-4331-b592-df12e14b9e94 service nova] Enqueued Resource ID: a4175a36-9282-43f8-9b92-bda0709e449a with Priority: HIGHEST for action security_group_members [ 1162.564166] env[66859]: INFO networking_nsxv3.common.synchronization [req-624cf07f-5881-4f92-b940-af64834029bb req-79c0bd65-1daa-4331-b592-df12e14b9e94 service nova] Enqueued Resource ID: 01472bb0-4f18-4b59-b53e-e40bd2d3b8aa with Priority: HIGHEST for action port [ 1162.564764] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4175a36-9282-43f8-9b92-bda0709e449a with Priority: HIGHEST for action security_group_rules [ 1162.565309] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4175a36-9282-43f8-9b92-bda0709e449a with Priority: HIGHEST for action security_group_members [ 1162.565309] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01472bb0-4f18-4b59-b53e-e40bd2d3b8aa with Priority: HIGHEST for action port [ 1162.565577] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a4175a36-9282-43f8-9b92-bda0709e449a taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.565710] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a4175a36-9282-43f8-9b92-bda0709e449a" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.565796] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a4175a36-9282-43f8-9b92-bda0709e449a" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.565986] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a4175a36-9282-43f8-9b92-bda0709e449a" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.566097] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a4175a36-9282-43f8-9b92-bda0709e449a',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1162.567037] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-a4175a36-9282-43f8-9b92-bda0709e449a taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.567200] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a4175a36-9282-43f8-9b92-bda0709e449a" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.567255] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a4175a36-9282-43f8-9b92-bda0709e449a" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.567407] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a4175a36-9282-43f8-9b92-bda0709e449a" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.568229] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.568397] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.568469] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.568687] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.568784] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.568888] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a4175a36-9282-43f8-9b92-bda0709e449a',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1162.569773] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock port-01472bb0-4f18-4b59-b53e-e40bd2d3b8aa taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.569919] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-01472bb0-4f18-4b59-b53e-e40bd2d3b8aa" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.569993] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-01472bb0-4f18-4b59-b53e-e40bd2d3b8aa" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.570169] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-01472bb0-4f18-4b59-b53e-e40bd2d3b8aa" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.570257] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('01472bb0-4f18-4b59-b53e-e40bd2d3b8aa',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1162.601492] env[66859]: INFO networking_nsxv3.common.synchronization [req-a89ab8b5-444d-495d-a7fd-3417e8a4b216 req-a301bb34-88bb-41db-a55a-2770c9524ad6 tempest-ServerDiskConfigTestJSON-342411746 tempest-ServerDiskConfigTestJSON-342411746-project-member] Enqueued Resource ID: 6216ce86-ad2f-4ef8-90d9-106162a1348b with Priority: HIGHEST for action security_group_members [ 1162.602090] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6216ce86-ad2f-4ef8-90d9-106162a1348b with Priority: HIGHEST for action security_group_members [ 1162.602438] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-6216ce86-ad2f-4ef8-90d9-106162a1348b taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.602567] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6216ce86-ad2f-4ef8-90d9-106162a1348b" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.602634] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6216ce86-ad2f-4ef8-90d9-106162a1348b" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.602842] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6216ce86-ad2f-4ef8-90d9-106162a1348b" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.603008] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.603115] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.603182] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.603379] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.603469] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.603564] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6216ce86-ad2f-4ef8-90d9-106162a1348b',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1162.762787] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.762787] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.763061] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.763061] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.763301] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.763455] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.763455] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.763552] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.763646] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.763754] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.763875] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6216ce86-ad2f-4ef8-90d9-106162a1348b is going to be updated. [ 1162.797025] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2a79f51d-2846-4506-af33-55ae2154e6b5',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1162.812903] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.813165] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.813165] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.813417] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.813658] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.824500] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6216ce86-ad2f-4ef8-90d9-106162a1348b in Status: IN_PROGRESS for 2s [ 1163.072294] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a4175a36-9282-43f8-9b92-bda0709e449a',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1163.073425] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-a4175a36-9282-43f8-9b92-bda0709e449a taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.073581] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a4175a36-9282-43f8-9b92-bda0709e449a" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.075157] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 01472bb0-4f18-4b59-b53e-e40bd2d3b8aa with status ACTIVE [ 1163.075356] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.075476] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.075543] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.075796] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.075889] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.076086] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.076270] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.076338] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.076546] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.076681] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.076840] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.076932] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.076993] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.077151] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.077239] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.077341] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 01472bb0-4f18-4b59-b53e-e40bd2d3b8aa is going to be updated. [ 1163.121439] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.121439] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.121439] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.121439] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.121439] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.121439] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-01472bb0-4f18-4b59-b53e-e40bd2d3b8aa" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.299748] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2a79f51d-2846-4506-af33-55ae2154e6b5: rpc.has_security_group_logging(os_id): False [ 1163.359207] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.359457] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.359573] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.359942] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.360195] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.360653] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.360774] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.360858] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.361533] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.361859] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.362040] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2a79f51d-2846-4506-af33-55ae2154e6b5 is going to be updated. [ 1163.447487] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.447487] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.447487] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.447487] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.447487] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.462905] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2a79f51d-2846-4506-af33-55ae2154e6b5 in Status: IN_PROGRESS for 2s [ 1163.579524] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a4175a36-9282-43f8-9b92-bda0709e449a',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1164.083599] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.083785] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.083830] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.084069] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.084160] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.084253] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a4175a36-9282-43f8-9b92-bda0709e449a is going to be created. [ 1164.133676] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.133676] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.133676] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.133890] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.133960] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.147633] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a4175a36-9282-43f8-9b92-bda0709e449a in Status: UNINITIALIZED for 2s [ 1164.276875] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b87c9eee-f94a-42b0-bb73-5310b72497f8 in Status: SUCCESS [ 1164.277131] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b87c9eee-f94a-42b0-bb73-5310b72497f8" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.277894] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: db4aa64c-ed9c-4fc8-8359-82c95d910445 in Status: SUCCESS [ 1164.278075] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-db4aa64c-ed9c-4fc8-8359-82c95d910445" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.837200] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6216ce86-ad2f-4ef8-90d9-106162a1348b in Status: SUCCESS [ 1164.837200] env[66859]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6216ce86-ad2f-4ef8-90d9-106162a1348b deletion is rescheduled due to dependency. [ 1164.837200] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6216ce86-ad2f-4ef8-90d9-106162a1348b" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.855194] env[66859]: INFO networking_nsxv3.common.synchronization [req-ad3064e7-14fd-4858-95b6-37ca401a05e6 req-0b207967-2968-4633-a10f-ea0db8a7cd02 tempest-ServerDiskConfigTestJSON-342411746 tempest-ServerDiskConfigTestJSON-342411746-project-member] Enqueued Resource ID: 6216ce86-ad2f-4ef8-90d9-106162a1348b with Priority: HIGHEST for action security_group_members [ 1164.855730] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6216ce86-ad2f-4ef8-90d9-106162a1348b with Priority: HIGHEST for action security_group_members [ 1164.856051] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-6216ce86-ad2f-4ef8-90d9-106162a1348b taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.856174] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6216ce86-ad2f-4ef8-90d9-106162a1348b" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.856240] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6216ce86-ad2f-4ef8-90d9-106162a1348b" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.856534] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6216ce86-ad2f-4ef8-90d9-106162a1348b" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.856687] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.856820] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.856876] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.856999] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.857096] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.857191] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6216ce86-ad2f-4ef8-90d9-106162a1348b',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1165.258349] env[66859]: DEBUG networking_nsxv3.common.locking [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Lock network-887 taken with stack trace [, , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.258812] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquiring lock "network-887" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.259036] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired lock "network-887" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.263349] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired external semaphore "network-887" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.263678] env[66859]: DEBUG networking_nsxv3.common.locking [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.263856] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquiring lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.263973] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.264256] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired external semaphore "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.264422] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Releasing lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.264697] env[66859]: DEBUG dogpile.cache.region [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] No value present for key: 'zone-id' {{(pid=66859) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1165.264826] env[66859]: DEBUG dogpile.lock [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] NeedRegenerationException {{(pid=66859) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1165.264941] env[66859]: DEBUG dogpile.lock [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] no value, waiting for create lock {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1165.265091] env[66859]: DEBUG dogpile.lock [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] value creation lock acquired {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1165.265210] env[66859]: DEBUG dogpile.cache.region [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] No value present for key: 'zone-id' {{(pid=66859) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1165.265295] env[66859]: DEBUG dogpile.lock [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Calling creation function for not-yet-present value {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1165.265414] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1165.295259] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1165.295456] env[66859]: DEBUG dogpile.cache.region [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Cache value generated in 0.030 seconds for key(s): 'zone-id' {{(pid=66859) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1165.295671] env[66859]: DEBUG dogpile.lock [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Released creation lock {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1165.295723] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Releasing lock "network-887" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.296073] env[66859]: DEBUG networking_nsxv3.common.locking [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Lock port-5b691f00-d4d0-4c49-8937-1f2f30257849 taken with stack trace [, , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.296251] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquiring lock "port-5b691f00-d4d0-4c49-8937-1f2f30257849" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.296407] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired lock "port-5b691f00-d4d0-4c49-8937-1f2f30257849" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.296723] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired external semaphore "port-5b691f00-d4d0-4c49-8937-1f2f30257849" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.296883] env[66859]: DEBUG networking_nsxv3.api.rpc [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5b691f00-d4d0-4c49-8937-1f2f30257849',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1165.359774] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.360117] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.360117] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.360427] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.360427] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.360563] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.360649] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.360706] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.360838] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.360907] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.361012] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6216ce86-ad2f-4ef8-90d9-106162a1348b is going to be updated. [ 1165.395278] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.395501] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.395566] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.395806] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.395957] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.414137] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6216ce86-ad2f-4ef8-90d9-106162a1348b in Status: IN_PROGRESS for 2s [ 1165.484532] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2a79f51d-2846-4506-af33-55ae2154e6b5 in Status: SUCCESS [ 1165.484702] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2a79f51d-2846-4506-af33-55ae2154e6b5" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.799808] env[66859]: DEBUG networking_nsxv3.common.locking [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.800157] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.800261] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.800549] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.800709] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.800871] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Segment Port 5b691f00-d4d0-4c49-8937-1f2f30257849 not found, creating... [ 1165.801154] env[66859]: DEBUG networking_nsxv3.common.locking [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.801315] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquiring lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.801430] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.801651] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired external semaphore "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.801787] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Releasing lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.802121] env[66859]: DEBUG networking_nsxv3.common.locking [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.802308] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.802434] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.802667] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.802800] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.802940] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Resource: SegmentPort with ID: 5b691f00-d4d0-4c49-8937-1f2f30257849 is going to be created. [ 1165.826421] env[66859]: DEBUG networking_nsxv3.common.locking [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.826686] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.826764] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.827076] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.827504] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.827557] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Releasing lock "port-5b691f00-d4d0-4c49-8937-1f2f30257849" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.160522] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a4175a36-9282-43f8-9b92-bda0709e449a in Status: SUCCESS [ 1166.160899] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a4175a36-9282-43f8-9b92-bda0709e449a" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.161059] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a4175a36-9282-43f8-9b92-bda0709e449a" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.161384] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a4175a36-9282-43f8-9b92-bda0709e449a" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.161658] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.161836] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.162155] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.162280] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.162419] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.162560] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a4175a36-9282-43f8-9b92-bda0709e449a" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.162623] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a4175a36-9282-43f8-9b92-bda0709e449a',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1166.566438] env[66859]: INFO networking_nsxv3.common.synchronization [req-ad3064e7-14fd-4858-95b6-37ca401a05e6 req-e3e980d4-e056-4b6f-9add-70475c3fa449 service nova] Enqueued Resource ID: 6216ce86-ad2f-4ef8-90d9-106162a1348b with Priority: HIGHEST for action security_group_rules [ 1166.566621] env[66859]: INFO networking_nsxv3.common.synchronization [req-ad3064e7-14fd-4858-95b6-37ca401a05e6 req-e3e980d4-e056-4b6f-9add-70475c3fa449 service nova] Enqueued Resource ID: 6216ce86-ad2f-4ef8-90d9-106162a1348b with Priority: HIGHEST for action security_group_members [ 1166.566755] env[66859]: INFO networking_nsxv3.common.synchronization [req-ad3064e7-14fd-4858-95b6-37ca401a05e6 req-e3e980d4-e056-4b6f-9add-70475c3fa449 service nova] Enqueued Resource ID: 5b691f00-d4d0-4c49-8937-1f2f30257849 with Priority: HIGHEST for action port [ 1166.567284] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6216ce86-ad2f-4ef8-90d9-106162a1348b with Priority: HIGHEST for action security_group_rules [ 1166.567447] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6216ce86-ad2f-4ef8-90d9-106162a1348b with Priority: HIGHEST for action security_group_members [ 1166.567587] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b691f00-d4d0-4c49-8937-1f2f30257849 with Priority: HIGHEST for action port [ 1166.567866] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6216ce86-ad2f-4ef8-90d9-106162a1348b taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.567987] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6216ce86-ad2f-4ef8-90d9-106162a1348b" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.568066] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6216ce86-ad2f-4ef8-90d9-106162a1348b" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.568263] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6216ce86-ad2f-4ef8-90d9-106162a1348b" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.568349] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6216ce86-ad2f-4ef8-90d9-106162a1348b',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1166.569148] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-6216ce86-ad2f-4ef8-90d9-106162a1348b taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.569241] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6216ce86-ad2f-4ef8-90d9-106162a1348b" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.569467] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock port-5b691f00-d4d0-4c49-8937-1f2f30257849 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.569572] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5b691f00-d4d0-4c49-8937-1f2f30257849" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.569631] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5b691f00-d4d0-4c49-8937-1f2f30257849" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.569791] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5b691f00-d4d0-4c49-8937-1f2f30257849" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.569862] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5b691f00-d4d0-4c49-8937-1f2f30257849',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1166.665392] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a4175a36-9282-43f8-9b92-bda0709e449a',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1167.071451] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-6216ce86-ad2f-4ef8-90d9-106162a1348b taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.071630] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6216ce86-ad2f-4ef8-90d9-106162a1348b" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.071834] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5b691f00-d4d0-4c49-8937-1f2f30257849 with status ACTIVE [ 1167.072102] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.072261] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.072352] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.072608] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.072721] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.072930] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.073089] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.073136] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.073319] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.073419] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.073648] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.073784] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.073834] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.073964] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.074050] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.074137] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5b691f00-d4d0-4c49-8937-1f2f30257849 is going to be updated. [ 1167.099570] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.100766] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.100766] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.100766] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.100766] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.100766] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5b691f00-d4d0-4c49-8937-1f2f30257849" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.168588] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a4175a36-9282-43f8-9b92-bda0709e449a: rpc.has_security_group_logging(os_id): False [ 1167.205817] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.206060] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.206060] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.206267] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.206359] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.206652] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.206753] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.206891] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.207115] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.207115] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.207245] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a4175a36-9282-43f8-9b92-bda0709e449a is going to be created. [ 1167.324030] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.324030] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.324030] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.324030] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.324030] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.365645] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a4175a36-9282-43f8-9b92-bda0709e449a in Status: IN_PROGRESS for 2s [ 1167.430946] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6216ce86-ad2f-4ef8-90d9-106162a1348b in Status: SUCCESS [ 1167.430946] env[66859]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6216ce86-ad2f-4ef8-90d9-106162a1348b deletion is rescheduled due to dependency. [ 1167.430946] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6216ce86-ad2f-4ef8-90d9-106162a1348b" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.430946] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6216ce86-ad2f-4ef8-90d9-106162a1348b" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.430946] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6216ce86-ad2f-4ef8-90d9-106162a1348b" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.430946] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.430946] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.430946] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.430946] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.430946] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.430946] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6216ce86-ad2f-4ef8-90d9-106162a1348b',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1167.933437] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6216ce86-ad2f-4ef8-90d9-106162a1348b',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1168.436270] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6216ce86-ad2f-4ef8-90d9-106162a1348b',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1168.940621] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.940877] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.941038] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.941400] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.941556] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.941720] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6216ce86-ad2f-4ef8-90d9-106162a1348b is going to be updated. [ 1168.985371] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.985528] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.985609] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.985813] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.985957] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.999965] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6216ce86-ad2f-4ef8-90d9-106162a1348b in Status: IN_PROGRESS for 2s [ 1169.383188] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a4175a36-9282-43f8-9b92-bda0709e449a in Status: SUCCESS [ 1169.383412] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a4175a36-9282-43f8-9b92-bda0709e449a" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.709060] env[66859]: INFO networking_nsxv3.common.synchronization [req-8af52cec-0e90-434c-aceb-74412b2aa46d req-b97c57cc-4b75-43e5-a7e4-eab9c0ae984b tempest-ServersNegativeTestJSON-550924383 tempest-ServersNegativeTestJSON-550924383-project-member] Enqueued Resource ID: 4cc90184-19ed-4fde-a79c-0439b036a935 with Priority: HIGHEST for action security_group_members [ 1170.709421] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4cc90184-19ed-4fde-a79c-0439b036a935 with Priority: HIGHEST for action security_group_members [ 1170.709738] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-4cc90184-19ed-4fde-a79c-0439b036a935 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.709857] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4cc90184-19ed-4fde-a79c-0439b036a935" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.709924] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4cc90184-19ed-4fde-a79c-0439b036a935" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.710277] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4cc90184-19ed-4fde-a79c-0439b036a935" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.710453] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.710784] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.710784] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.710784] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.710956] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.710956] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4cc90184-19ed-4fde-a79c-0439b036a935',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1171.013208] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6216ce86-ad2f-4ef8-90d9-106162a1348b in Status: SUCCESS [ 1171.013518] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6216ce86-ad2f-4ef8-90d9-106162a1348b" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.013734] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6216ce86-ad2f-4ef8-90d9-106162a1348b" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.014025] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6216ce86-ad2f-4ef8-90d9-106162a1348b" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.014289] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.014449] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.014541] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.014760] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.014874] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.015051] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6216ce86-ad2f-4ef8-90d9-106162a1348b" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.015125] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6216ce86-ad2f-4ef8-90d9-106162a1348b',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1171.213740] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.213922] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.213953] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.214181] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.214274] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.214479] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.214581] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.214665] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.214798] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.214912] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.214947] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4cc90184-19ed-4fde-a79c-0439b036a935 is going to be updated. [ 1171.245308] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.245457] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.245521] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.245883] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.245883] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.256070] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4cc90184-19ed-4fde-a79c-0439b036a935 in Status: IN_PROGRESS for 2s [ 1171.517891] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-6216ce86-ad2f-4ef8-90d9-106162a1348b taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.517891] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6216ce86-ad2f-4ef8-90d9-106162a1348b" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.517891] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6216ce86-ad2f-4ef8-90d9-106162a1348b" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.518165] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6216ce86-ad2f-4ef8-90d9-106162a1348b" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.518165] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.518315] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.518315] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.518466] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.518540] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.518631] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6216ce86-ad2f-4ef8-90d9-106162a1348b" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.518869] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-6216ce86-ad2f-4ef8-90d9-106162a1348b taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.518869] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6216ce86-ad2f-4ef8-90d9-106162a1348b" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.519028] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6216ce86-ad2f-4ef8-90d9-106162a1348b" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.519089] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6216ce86-ad2f-4ef8-90d9-106162a1348b" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.519209] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.519290] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.519348] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.519698] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.519698] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.519698] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6216ce86-ad2f-4ef8-90d9-106162a1348b" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.519698] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6216ce86-ad2f-4ef8-90d9-106162a1348b',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1172.022430] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6216ce86-ad2f-4ef8-90d9-106162a1348b: rpc.has_security_group_logging(os_id): False [ 1172.045182] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.045418] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.045418] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.045657] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.045750] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.045957] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.046099] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.046156] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.046329] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.046491] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.046617] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.046702] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.046758] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.046909] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.046981] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.047205] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.047288] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.047350] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.047492] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.047556] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.047636] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6216ce86-ad2f-4ef8-90d9-106162a1348b is going to be updated. [ 1172.117159] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.117436] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.117436] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.117616] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.117837] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.132503] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6216ce86-ad2f-4ef8-90d9-106162a1348b in Status: IN_PROGRESS for 2s [ 1172.688756] env[66859]: INFO networking_nsxv3.common.synchronization [req-0aa20a75-b916-4785-8166-221f46930359 req-05b3d85e-624d-47cf-afe1-261ea87753b3 tempest-AttachInterfacesTestJSON-1144280436 tempest-AttachInterfacesTestJSON-1144280436-project-member] Enqueued Resource ID: b87c9eee-f94a-42b0-bb73-5310b72497f8 with Priority: HIGHEST for action security_group_members [ 1172.689352] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b87c9eee-f94a-42b0-bb73-5310b72497f8 with Priority: HIGHEST for action security_group_members [ 1172.689856] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-b87c9eee-f94a-42b0-bb73-5310b72497f8 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.690015] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b87c9eee-f94a-42b0-bb73-5310b72497f8" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.690105] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b87c9eee-f94a-42b0-bb73-5310b72497f8" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.690325] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b87c9eee-f94a-42b0-bb73-5310b72497f8" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.690502] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.690620] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.690696] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.690899] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.690989] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.691120] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b87c9eee-f94a-42b0-bb73-5310b72497f8',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1173.193237] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b87c9eee-f94a-42b0-bb73-5310b72497f8',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1173.223253] env[66859]: INFO networking_nsxv3.common.synchronization [None req-7161c59f-c9fa-4d29-a49a-81dea900c81b tempest-AttachInterfacesTestJSON-1144280436 tempest-AttachInterfacesTestJSON-1144280436-project-member] Enqueued Resource ID: b87c9eee-f94a-42b0-bb73-5310b72497f8 with Priority: HIGHEST for action security_group_members [ 1173.223253] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b87c9eee-f94a-42b0-bb73-5310b72497f8 with Priority: HIGHEST for action security_group_members [ 1173.223396] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-b87c9eee-f94a-42b0-bb73-5310b72497f8 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.223396] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b87c9eee-f94a-42b0-bb73-5310b72497f8" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.267382] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4cc90184-19ed-4fde-a79c-0439b036a935 in Status: SUCCESS [ 1173.267533] env[66859]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4cc90184-19ed-4fde-a79c-0439b036a935 deletion is rescheduled due to dependency. [ 1173.267641] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4cc90184-19ed-4fde-a79c-0439b036a935" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.695900] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b87c9eee-f94a-42b0-bb73-5310b72497f8',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1174.149648] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6216ce86-ad2f-4ef8-90d9-106162a1348b in Status: SUCCESS [ 1174.149883] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6216ce86-ad2f-4ef8-90d9-106162a1348b" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.198605] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.198974] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.198974] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.199188] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.199329] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.199482] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b87c9eee-f94a-42b0-bb73-5310b72497f8 is going to be updated. [ 1174.230184] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.230374] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.230414] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.230619] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.230773] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.242943] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b87c9eee-f94a-42b0-bb73-5310b72497f8 in Status: IN_PROGRESS for 2s [ 1176.256164] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b87c9eee-f94a-42b0-bb73-5310b72497f8 in Status: SUCCESS [ 1176.256540] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b87c9eee-f94a-42b0-bb73-5310b72497f8" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.256540] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b87c9eee-f94a-42b0-bb73-5310b72497f8" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.256802] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b87c9eee-f94a-42b0-bb73-5310b72497f8" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.256953] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.257611] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.257611] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.257611] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.257611] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.257611] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b87c9eee-f94a-42b0-bb73-5310b72497f8',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1176.762425] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.762425] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.762425] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.762425] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.762425] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.762425] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.762425] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.762425] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.762425] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.762425] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.762425] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b87c9eee-f94a-42b0-bb73-5310b72497f8 is going to be updated. [ 1176.798683] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.798916] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.799041] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.799358] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.799586] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.811882] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b87c9eee-f94a-42b0-bb73-5310b72497f8 in Status: IN_PROGRESS for 2s [ 1178.197164] env[66859]: INFO networking_nsxv3.common.synchronization [req-2233c33f-14ce-468b-b785-16e98dd7bdf5 req-6edf0051-920c-4897-ac23-e0e59c78def6 tempest-ServerRescueNegativeTestJSON-1220418832 tempest-ServerRescueNegativeTestJSON-1220418832-project-member] Enqueued Resource ID: 3844e6aa-d726-48c8-a08f-6f0e1c0f525a with Priority: HIGHEST for action security_group_members [ 1178.198789] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3844e6aa-d726-48c8-a08f-6f0e1c0f525a with Priority: HIGHEST for action security_group_members [ 1178.198789] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-3844e6aa-d726-48c8-a08f-6f0e1c0f525a taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.198789] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3844e6aa-d726-48c8-a08f-6f0e1c0f525a" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.199090] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3844e6aa-d726-48c8-a08f-6f0e1c0f525a" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.199090] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3844e6aa-d726-48c8-a08f-6f0e1c0f525a" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.201817] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.201817] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.201817] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.201817] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.201817] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.201817] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3844e6aa-d726-48c8-a08f-6f0e1c0f525a',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1178.705929] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.706153] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.706241] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.706486] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.706593] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.706804] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.706986] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.706986] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.707136] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.707217] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.707306] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3844e6aa-d726-48c8-a08f-6f0e1c0f525a is going to be updated. [ 1178.738668] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.738668] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.738668] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.738860] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.738949] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.749616] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3844e6aa-d726-48c8-a08f-6f0e1c0f525a in Status: IN_PROGRESS for 2s [ 1178.823146] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b87c9eee-f94a-42b0-bb73-5310b72497f8 in Status: SUCCESS [ 1178.823392] env[66859]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b87c9eee-f94a-42b0-bb73-5310b72497f8 deletion is rescheduled due to dependency. [ 1178.823510] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b87c9eee-f94a-42b0-bb73-5310b72497f8" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.762243] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3844e6aa-d726-48c8-a08f-6f0e1c0f525a in Status: SUCCESS [ 1180.762633] env[66859]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3844e6aa-d726-48c8-a08f-6f0e1c0f525a deletion is rescheduled due to dependency. [ 1180.762633] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3844e6aa-d726-48c8-a08f-6f0e1c0f525a" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.913821] env[66859]: INFO networking_nsxv3.common.synchronization [req-fa2d0d25-8329-4ae9-9590-acdeabb0bae8 req-21639bbc-e40d-400d-9a25-228ed8d02f1e tempest-AttachInterfacesTestJSON-1144280436 tempest-AttachInterfacesTestJSON-1144280436-project-member] Enqueued Resource ID: 6946e933-46e8-4185-9a78-1b0e207902d3 with Priority: HIGHEST for action security_group_members [ 1181.914438] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6946e933-46e8-4185-9a78-1b0e207902d3 with Priority: HIGHEST for action security_group_members [ 1181.914772] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-6946e933-46e8-4185-9a78-1b0e207902d3 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.914895] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6946e933-46e8-4185-9a78-1b0e207902d3" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.915041] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6946e933-46e8-4185-9a78-1b0e207902d3" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.916636] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6946e933-46e8-4185-9a78-1b0e207902d3" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.916811] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.917245] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.917329] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.917484] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.917703] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.917816] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6946e933-46e8-4185-9a78-1b0e207902d3',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1182.420843] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.420843] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.420843] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.421079] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.421079] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.421366] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.421366] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.421495] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.421579] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.421654] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.421737] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6946e933-46e8-4185-9a78-1b0e207902d3 is going to be updated. [ 1182.460067] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.460252] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.460293] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.460484] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.460617] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.469632] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6946e933-46e8-4185-9a78-1b0e207902d3 in Status: IN_PROGRESS for 2s [ 1184.480628] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6946e933-46e8-4185-9a78-1b0e207902d3 in Status: SUCCESS [ 1184.481028] env[66859]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6946e933-46e8-4185-9a78-1b0e207902d3 deletion is rescheduled due to dependency. [ 1184.481028] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6946e933-46e8-4185-9a78-1b0e207902d3" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.915814] env[66859]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1186.916296] env[66859]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1187.812960] env[66859]: INFO networking_nsxv3.common.synchronization [None req-1e702dde-f8de-4ab8-b56f-8f47825da954 tempest-AttachInterfacesTestJSON-1144280436 tempest-AttachInterfacesTestJSON-1144280436-project-member] Enqueued Resource ID: 849b37a9-47b3-4336-ac80-d5886a70b2f9 with Priority: HIGHEST for action security_group_rules [ 1187.813837] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 849b37a9-47b3-4336-ac80-d5886a70b2f9 with Priority: HIGHEST for action security_group_rules [ 1187.814350] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock rules-849b37a9-47b3-4336-ac80-d5886a70b2f9 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.814551] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-849b37a9-47b3-4336-ac80-d5886a70b2f9" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.814719] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-849b37a9-47b3-4336-ac80-d5886a70b2f9" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.815065] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-849b37a9-47b3-4336-ac80-d5886a70b2f9" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.815201] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('849b37a9-47b3-4336-ac80-d5886a70b2f9',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1187.934803] env[66859]: INFO networking_nsxv3.common.synchronization [None req-3b54486f-ada3-445a-89c0-dcb50345cf35 tempest-AttachInterfacesTestJSON-1144280436 tempest-AttachInterfacesTestJSON-1144280436-project-member] Enqueued Resource ID: 849b37a9-47b3-4336-ac80-d5886a70b2f9 with Priority: HIGHEST for action security_group_rules [ 1187.935458] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 849b37a9-47b3-4336-ac80-d5886a70b2f9 with Priority: HIGHEST for action security_group_rules [ 1187.935767] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock rules-849b37a9-47b3-4336-ac80-d5886a70b2f9 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.935876] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-849b37a9-47b3-4336-ac80-d5886a70b2f9" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.340247] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.340474] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.340581] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.340922] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.341129] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.341266] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 849b37a9-47b3-4336-ac80-d5886a70b2f9 already deleted. [ 1188.341399] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-849b37a9-47b3-4336-ac80-d5886a70b2f9" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.341631] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-849b37a9-47b3-4336-ac80-d5886a70b2f9" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.341885] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-849b37a9-47b3-4336-ac80-d5886a70b2f9" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.342032] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('849b37a9-47b3-4336-ac80-d5886a70b2f9',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1188.868180] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.868599] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.868599] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.868789] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.868853] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.868956] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 849b37a9-47b3-4336-ac80-d5886a70b2f9 already deleted. [ 1188.869058] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-849b37a9-47b3-4336-ac80-d5886a70b2f9" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.746219] env[66859]: INFO networking_nsxv3.common.synchronization [req-0f669185-43ab-41fb-8e1a-31d1c26775c6 req-fbdc85a7-b968-456d-bb62-26cf7f23f195 tempest-ServerRescueNegativeTestJSON-1220418832 tempest-ServerRescueNegativeTestJSON-1220418832-project-member] Enqueued Resource ID: 8c8fcfbc-e265-4b44-8944-eadf7c1c4086 with Priority: HIGHEST for action security_group_members [ 1191.746219] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8c8fcfbc-e265-4b44-8944-eadf7c1c4086 with Priority: HIGHEST for action security_group_members [ 1191.746219] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-8c8fcfbc-e265-4b44-8944-eadf7c1c4086 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.746219] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8c8fcfbc-e265-4b44-8944-eadf7c1c4086" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.746219] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8c8fcfbc-e265-4b44-8944-eadf7c1c4086" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.746219] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8c8fcfbc-e265-4b44-8944-eadf7c1c4086" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.746219] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.746219] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.746219] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.746219] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.746219] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.746219] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8c8fcfbc-e265-4b44-8944-eadf7c1c4086',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1192.248995] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8c8fcfbc-e265-4b44-8944-eadf7c1c4086',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1192.751961] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8c8fcfbc-e265-4b44-8944-eadf7c1c4086',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1193.254932] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.255132] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.255195] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.255371] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.255466] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.255586] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8c8fcfbc-e265-4b44-8944-eadf7c1c4086 is going to be updated. [ 1193.287823] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.288041] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.288091] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.288286] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.288440] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.298043] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8c8fcfbc-e265-4b44-8944-eadf7c1c4086 in Status: IN_PROGRESS for 2s [ 1193.523304] env[66859]: INFO networking_nsxv3.common.synchronization [req-28f635f5-b5b4-4371-833e-e4c170002a08 req-0afa690c-bc40-4b86-9bea-f532c4cb0c6f tempest-AttachInterfacesTestJSON-1144280436 tempest-AttachInterfacesTestJSON-1144280436-project-member] Enqueued Resource ID: 849b37a9-47b3-4336-ac80-d5886a70b2f9 with Priority: HIGHEST for action security_group_members [ 1193.523815] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 849b37a9-47b3-4336-ac80-d5886a70b2f9 with Priority: HIGHEST for action security_group_members [ 1193.524134] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-849b37a9-47b3-4336-ac80-d5886a70b2f9 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.524260] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-849b37a9-47b3-4336-ac80-d5886a70b2f9" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.524331] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-849b37a9-47b3-4336-ac80-d5886a70b2f9" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.524605] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-849b37a9-47b3-4336-ac80-d5886a70b2f9" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.525357] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.525443] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.525480] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.525638] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.525795] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.525847] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('849b37a9-47b3-4336-ac80-d5886a70b2f9',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1193.814254] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock network-327 taken with stack trace [, , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.814548] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "network-327" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.816716] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "network-327" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.816716] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "network-327" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.816716] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.816716] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.816716] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.816716] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.816716] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.816716] env[66859]: DEBUG dogpile.cache.region [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] No value present for key: 'zone-id' {{(pid=66859) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1193.816716] env[66859]: DEBUG dogpile.lock [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] NeedRegenerationException {{(pid=66859) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1193.816716] env[66859]: DEBUG dogpile.lock [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] no value, waiting for create lock {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1193.816716] env[66859]: DEBUG dogpile.lock [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] value creation lock acquired {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1193.816716] env[66859]: DEBUG dogpile.cache.region [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] No value present for key: 'zone-id' {{(pid=66859) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1193.817145] env[66859]: DEBUG dogpile.lock [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Calling creation function for not-yet-present value {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1193.817145] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1193.842027] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1193.842027] env[66859]: DEBUG dogpile.cache.region [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=66859) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1193.842027] env[66859]: DEBUG dogpile.lock [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Released creation lock {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1193.842027] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "network-327" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.842559] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock port-229addfd-65b8-4ff1-82ba-db5fd7260f5e taken with stack trace [, , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.843643] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "port-229addfd-65b8-4ff1-82ba-db5fd7260f5e" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.843815] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "port-229addfd-65b8-4ff1-82ba-db5fd7260f5e" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.844220] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "port-229addfd-65b8-4ff1-82ba-db5fd7260f5e" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.844379] env[66859]: DEBUG networking_nsxv3.api.rpc [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('229addfd-65b8-4ff1-82ba-db5fd7260f5e',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1194.028142] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.028340] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.028428] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.028760] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.028897] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.029134] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.029264] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.029331] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.029495] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.029570] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.029653] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 849b37a9-47b3-4336-ac80-d5886a70b2f9 already deleted. [ 1194.029729] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-849b37a9-47b3-4336-ac80-d5886a70b2f9" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.346827] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.347083] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.347194] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.347607] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.347607] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.347966] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Segment Port 229addfd-65b8-4ff1-82ba-db5fd7260f5e not found, creating... [ 1194.348503] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.348503] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.348650] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.348753] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.348889] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.349190] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.349346] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.349458] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.349655] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.349784] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.350415] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Resource: SegmentPort with ID: 229addfd-65b8-4ff1-82ba-db5fd7260f5e is going to be created. [ 1194.375438] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.375723] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.375805] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.377512] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.377512] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.377512] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "port-229addfd-65b8-4ff1-82ba-db5fd7260f5e" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.097293] env[66859]: INFO networking_nsxv3.common.synchronization [req-28f635f5-b5b4-4371-833e-e4c170002a08 req-3c00e386-8588-43b7-8a77-c0d1d57b71fb service nova] Enqueued Resource ID: 849b37a9-47b3-4336-ac80-d5886a70b2f9 with Priority: HIGHEST for action security_group_rules [ 1195.097553] env[66859]: INFO networking_nsxv3.common.synchronization [req-28f635f5-b5b4-4371-833e-e4c170002a08 req-3c00e386-8588-43b7-8a77-c0d1d57b71fb service nova] Enqueued Resource ID: 849b37a9-47b3-4336-ac80-d5886a70b2f9 with Priority: HIGHEST for action security_group_members [ 1195.097738] env[66859]: INFO networking_nsxv3.common.synchronization [req-28f635f5-b5b4-4371-833e-e4c170002a08 req-3c00e386-8588-43b7-8a77-c0d1d57b71fb service nova] Enqueued Resource ID: 229addfd-65b8-4ff1-82ba-db5fd7260f5e with Priority: HIGHEST for action port [ 1195.098381] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 849b37a9-47b3-4336-ac80-d5886a70b2f9 with Priority: HIGHEST for action security_group_rules [ 1195.098555] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 849b37a9-47b3-4336-ac80-d5886a70b2f9 with Priority: HIGHEST for action security_group_members [ 1195.098682] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 229addfd-65b8-4ff1-82ba-db5fd7260f5e with Priority: HIGHEST for action port [ 1195.099054] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock rules-849b37a9-47b3-4336-ac80-d5886a70b2f9 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.099214] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-849b37a9-47b3-4336-ac80-d5886a70b2f9" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.099306] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-849b37a9-47b3-4336-ac80-d5886a70b2f9" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.099563] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-849b37a9-47b3-4336-ac80-d5886a70b2f9" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.099764] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('849b37a9-47b3-4336-ac80-d5886a70b2f9',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1195.100834] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-849b37a9-47b3-4336-ac80-d5886a70b2f9 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.101020] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-849b37a9-47b3-4336-ac80-d5886a70b2f9" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.101076] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-849b37a9-47b3-4336-ac80-d5886a70b2f9" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.101858] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-849b37a9-47b3-4336-ac80-d5886a70b2f9" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.101858] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.101858] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.101858] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.101858] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.101858] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.102168] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('849b37a9-47b3-4336-ac80-d5886a70b2f9',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1195.103457] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock port-229addfd-65b8-4ff1-82ba-db5fd7260f5e taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.103457] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-229addfd-65b8-4ff1-82ba-db5fd7260f5e" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.103457] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-229addfd-65b8-4ff1-82ba-db5fd7260f5e" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.103457] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-229addfd-65b8-4ff1-82ba-db5fd7260f5e" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.103622] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('229addfd-65b8-4ff1-82ba-db5fd7260f5e',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1195.307633] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8c8fcfbc-e265-4b44-8944-eadf7c1c4086 in Status: SUCCESS [ 1195.307633] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8c8fcfbc-e265-4b44-8944-eadf7c1c4086" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.607592] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('849b37a9-47b3-4336-ac80-d5886a70b2f9',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1195.607592] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-849b37a9-47b3-4336-ac80-d5886a70b2f9 taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.607592] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-849b37a9-47b3-4336-ac80-d5886a70b2f9" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.607592] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 229addfd-65b8-4ff1-82ba-db5fd7260f5e with status ACTIVE [ 1195.607592] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.607592] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.607592] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.607592] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.607592] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.607592] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.607962] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.607962] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.607962] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.607962] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.608173] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.608258] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.608313] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.608416] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.608484] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.608569] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 229addfd-65b8-4ff1-82ba-db5fd7260f5e is going to be updated. [ 1195.631303] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.631504] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.631504] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.631781] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.631937] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.632166] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-229addfd-65b8-4ff1-82ba-db5fd7260f5e" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.111229] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('849b37a9-47b3-4336-ac80-d5886a70b2f9',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1196.614180] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.614389] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.614389] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.614645] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.614742] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.614844] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 849b37a9-47b3-4336-ac80-d5886a70b2f9 is going to be created. [ 1196.639384] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.639606] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.639606] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.639841] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.640012] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.650605] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 849b37a9-47b3-4336-ac80-d5886a70b2f9 in Status: UNINITIALIZED for 2s [ 1198.467885] env[66859]: INFO networking_nsxv3.common.synchronization [req-24a2581e-52d0-45af-b944-7925c9a96d32 req-28b97e16-3fb9-4bca-8d9d-301db377fdf2 tempest-ServerRescueNegativeTestJSON-1220418832 tempest-ServerRescueNegativeTestJSON-1220418832-project-member] Enqueued Resource ID: 8c8fcfbc-e265-4b44-8944-eadf7c1c4086 with Priority: HIGHEST for action security_group_members [ 1198.468368] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8c8fcfbc-e265-4b44-8944-eadf7c1c4086 with Priority: HIGHEST for action security_group_members [ 1198.468684] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-8c8fcfbc-e265-4b44-8944-eadf7c1c4086 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.468808] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8c8fcfbc-e265-4b44-8944-eadf7c1c4086" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.468887] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8c8fcfbc-e265-4b44-8944-eadf7c1c4086" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.469087] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8c8fcfbc-e265-4b44-8944-eadf7c1c4086" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.469345] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.469345] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.469484] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.469644] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.469722] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.469813] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8c8fcfbc-e265-4b44-8944-eadf7c1c4086',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1198.661383] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 849b37a9-47b3-4336-ac80-d5886a70b2f9 in Status: SUCCESS [ 1198.661654] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-849b37a9-47b3-4336-ac80-d5886a70b2f9" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.661771] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-849b37a9-47b3-4336-ac80-d5886a70b2f9" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.661993] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-849b37a9-47b3-4336-ac80-d5886a70b2f9" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.662238] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.662333] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.662404] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.662576] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.662677] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.662737] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-849b37a9-47b3-4336-ac80-d5886a70b2f9" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.662828] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('849b37a9-47b3-4336-ac80-d5886a70b2f9',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1198.973156] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.973408] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.973408] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.973676] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.973782] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.974078] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.974242] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.974273] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.974664] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.974664] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.974754] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8c8fcfbc-e265-4b44-8944-eadf7c1c4086 is going to be updated. [ 1199.003580] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.003744] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.003817] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.003998] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.004154] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.013326] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8c8fcfbc-e265-4b44-8944-eadf7c1c4086 in Status: IN_PROGRESS for 2s [ 1199.164847] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('849b37a9-47b3-4336-ac80-d5886a70b2f9',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1199.670366] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 849b37a9-47b3-4336-ac80-d5886a70b2f9: rpc.has_security_group_logging(os_id): False [ 1199.691633] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.691870] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.691969] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.692264] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.692400] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.692708] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.692827] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.692906] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.693092] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.693175] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.693268] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 849b37a9-47b3-4336-ac80-d5886a70b2f9 is going to be created. [ 1199.761111] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.761506] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.761506] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.761591] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.761812] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.777053] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 849b37a9-47b3-4336-ac80-d5886a70b2f9 in Status: IN_PROGRESS for 2s [ 1201.025294] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8c8fcfbc-e265-4b44-8944-eadf7c1c4086 in Status: SUCCESS [ 1201.025593] env[66859]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8c8fcfbc-e265-4b44-8944-eadf7c1c4086 deletion is rescheduled due to dependency. [ 1201.025593] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8c8fcfbc-e265-4b44-8944-eadf7c1c4086" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.790151] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 849b37a9-47b3-4336-ac80-d5886a70b2f9 in Status: SUCCESS [ 1201.790425] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-849b37a9-47b3-4336-ac80-d5886a70b2f9" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.469709] env[66859]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1203.470170] env[66859]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1208.470693] env[66859]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1208.471065] env[66859]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1209.532981] env[66859]: INFO networking_nsxv3.common.synchronization [req-ea3cc7d2-facd-4841-b40e-548b2e28f1a7 req-9742f93e-6621-43f1-ae6e-20d4192345ec tempest-AttachVolumeShelveTestJSON-2054043925 tempest-AttachVolumeShelveTestJSON-2054043925-project-member] Enqueued Resource ID: 10cbfb67-dd08-4937-b846-69408404389e with Priority: HIGHEST for action security_group_members [ 1209.534514] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 10cbfb67-dd08-4937-b846-69408404389e with Priority: HIGHEST for action security_group_members [ 1209.534514] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-10cbfb67-dd08-4937-b846-69408404389e taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.534514] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-10cbfb67-dd08-4937-b846-69408404389e" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.534514] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-10cbfb67-dd08-4937-b846-69408404389e" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.534836] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-10cbfb67-dd08-4937-b846-69408404389e" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.537404] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.537404] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.537404] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.537404] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.537404] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.537404] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('10cbfb67-dd08-4937-b846-69408404389e',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1209.908581] env[66859]: INFO networking_nsxv3.common.synchronization [req-93e1f0e9-c7a5-496b-b561-fcf596fd5c1b req-45a7cf98-d31b-4705-9897-ae571c9a607e tempest-AttachInterfacesTestJSON-1144280436 tempest-AttachInterfacesTestJSON-1144280436-project-member] Enqueued Resource ID: 849b37a9-47b3-4336-ac80-d5886a70b2f9 with Priority: HIGHEST for action security_group_members [ 1209.910066] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 849b37a9-47b3-4336-ac80-d5886a70b2f9 with Priority: HIGHEST for action security_group_members [ 1209.911310] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-849b37a9-47b3-4336-ac80-d5886a70b2f9 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.911310] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-849b37a9-47b3-4336-ac80-d5886a70b2f9" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.911310] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-849b37a9-47b3-4336-ac80-d5886a70b2f9" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.911310] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-849b37a9-47b3-4336-ac80-d5886a70b2f9" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.911310] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.911628] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.911737] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.912023] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.912301] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.912301] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('849b37a9-47b3-4336-ac80-d5886a70b2f9',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1209.947108] env[66859]: INFO networking_nsxv3.common.synchronization [req-6e9ab02f-c2fb-41ca-b6bd-ed47b6e9f1be req-4eeff348-4ef7-437b-82f9-a1fc4465c13c tempest-ServerDiskConfigTestJSON-342411746 tempest-ServerDiskConfigTestJSON-342411746-project-member] Enqueued Resource ID: 6216ce86-ad2f-4ef8-90d9-106162a1348b with Priority: HIGHEST for action security_group_members [ 1209.947727] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6216ce86-ad2f-4ef8-90d9-106162a1348b with Priority: HIGHEST for action security_group_members [ 1209.948104] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-6216ce86-ad2f-4ef8-90d9-106162a1348b taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.948272] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6216ce86-ad2f-4ef8-90d9-106162a1348b" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.948355] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6216ce86-ad2f-4ef8-90d9-106162a1348b" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.948624] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6216ce86-ad2f-4ef8-90d9-106162a1348b" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.948813] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.948926] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.948994] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.949224] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.949314] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.949423] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6216ce86-ad2f-4ef8-90d9-106162a1348b',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1210.038558] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.038808] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.038898] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.039206] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.039612] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.039884] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.040044] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.040126] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.040347] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.040478] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.040586] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 10cbfb67-dd08-4937-b846-69408404389e is going to be updated. [ 1210.074411] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.075158] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.075284] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.075598] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.075810] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.086649] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 10cbfb67-dd08-4937-b846-69408404389e in Status: IN_PROGRESS for 2s [ 1210.268112] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock network-327 taken with stack trace [, , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.268326] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "network-327" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.268470] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "network-327" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.268831] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "network-327" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.269117] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.269278] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.269392] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.269609] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.269746] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.269947] env[66859]: DEBUG dogpile.cache.region [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] No value present for key: 'zone-id' {{(pid=66859) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1210.270070] env[66859]: DEBUG dogpile.lock [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] NeedRegenerationException {{(pid=66859) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1210.270178] env[66859]: DEBUG dogpile.lock [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] no value, waiting for create lock {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1210.270336] env[66859]: DEBUG dogpile.lock [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] value creation lock acquired {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1210.270469] env[66859]: DEBUG dogpile.cache.region [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] No value present for key: 'zone-id' {{(pid=66859) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1210.270590] env[66859]: DEBUG dogpile.lock [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Calling creation function for not-yet-present value {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1210.270735] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1210.290114] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1210.290400] env[66859]: DEBUG dogpile.cache.region [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66859) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1210.290550] env[66859]: DEBUG dogpile.lock [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Released creation lock {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1210.290720] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "network-327" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.291175] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock port-636ea5cc-4427-4a91-9fa7-db0b4274d21e taken with stack trace [, , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.291312] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "port-636ea5cc-4427-4a91-9fa7-db0b4274d21e" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.291312] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "port-636ea5cc-4427-4a91-9fa7-db0b4274d21e" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.291632] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "port-636ea5cc-4427-4a91-9fa7-db0b4274d21e" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.291766] env[66859]: DEBUG networking_nsxv3.api.rpc [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('636ea5cc-4427-4a91-9fa7-db0b4274d21e',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1210.418728] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('849b37a9-47b3-4336-ac80-d5886a70b2f9',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1210.451929] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.452247] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.452247] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.452459] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.452497] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.452681] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.452776] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.452853] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.453047] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.453131] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.453220] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6216ce86-ad2f-4ef8-90d9-106162a1348b is going to be updated. [ 1210.482366] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.482530] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.482620] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.482803] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.482939] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.492466] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6216ce86-ad2f-4ef8-90d9-106162a1348b in Status: IN_PROGRESS for 2s [ 1210.794562] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.794966] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.794966] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.795217] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.795389] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.795545] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Segment Port 636ea5cc-4427-4a91-9fa7-db0b4274d21e not found, creating... [ 1210.795839] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.795997] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.796123] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.796333] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.796486] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.796749] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.796926] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.797063] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.797268] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.797397] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.797532] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Resource: SegmentPort with ID: 636ea5cc-4427-4a91-9fa7-db0b4274d21e is going to be created. [ 1210.819816] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.820057] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.820163] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.820546] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.820768] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.820994] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "port-636ea5cc-4427-4a91-9fa7-db0b4274d21e" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.920971] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('849b37a9-47b3-4336-ac80-d5886a70b2f9',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1211.114748] env[66859]: INFO networking_nsxv3.common.synchronization [req-768472a5-3a3e-4242-86ef-18aa6eaf37df req-7d786b76-c338-4386-b706-38c748271bf5 tempest-ServerActionsTestJSON-1153645179 tempest-ServerActionsTestJSON-1153645179-project-member] Enqueued Resource ID: 25137f8a-d107-430f-a47d-081a2e1cdd9c with Priority: HIGHEST for action security_group_members [ 1211.115499] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 25137f8a-d107-430f-a47d-081a2e1cdd9c with Priority: HIGHEST for action security_group_members [ 1211.116028] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-25137f8a-d107-430f-a47d-081a2e1cdd9c taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.116028] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-25137f8a-d107-430f-a47d-081a2e1cdd9c" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.116028] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-25137f8a-d107-430f-a47d-081a2e1cdd9c" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.116309] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-25137f8a-d107-430f-a47d-081a2e1cdd9c" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.116488] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.116594] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.116657] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.116823] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.116910] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.117015] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('25137f8a-d107-430f-a47d-081a2e1cdd9c',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1211.424079] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.424289] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.424289] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.424515] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.424655] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.424756] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 849b37a9-47b3-4336-ac80-d5886a70b2f9 is going to be updated. [ 1211.457244] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.457456] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.457456] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.457628] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.457773] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.469806] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 849b37a9-47b3-4336-ac80-d5886a70b2f9 in Status: IN_PROGRESS for 2s [ 1211.531069] env[66859]: INFO networking_nsxv3.common.synchronization [req-93e1f0e9-c7a5-496b-b561-fcf596fd5c1b req-338b2dab-e108-4e90-9d79-a6338b54350b service nova] Enqueued Resource ID: 849b37a9-47b3-4336-ac80-d5886a70b2f9 with Priority: HIGHEST for action security_group_rules [ 1211.531452] env[66859]: INFO networking_nsxv3.common.synchronization [req-93e1f0e9-c7a5-496b-b561-fcf596fd5c1b req-338b2dab-e108-4e90-9d79-a6338b54350b service nova] Enqueued Resource ID: 849b37a9-47b3-4336-ac80-d5886a70b2f9 with Priority: HIGHEST for action security_group_members [ 1211.531584] env[66859]: INFO networking_nsxv3.common.synchronization [req-93e1f0e9-c7a5-496b-b561-fcf596fd5c1b req-338b2dab-e108-4e90-9d79-a6338b54350b service nova] Enqueued Resource ID: 636ea5cc-4427-4a91-9fa7-db0b4274d21e with Priority: HIGHEST for action port [ 1211.532171] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 849b37a9-47b3-4336-ac80-d5886a70b2f9 with Priority: HIGHEST for action security_group_rules [ 1211.532356] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 849b37a9-47b3-4336-ac80-d5886a70b2f9 with Priority: HIGHEST for action security_group_members [ 1211.532488] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 636ea5cc-4427-4a91-9fa7-db0b4274d21e with Priority: HIGHEST for action port [ 1211.532840] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock rules-849b37a9-47b3-4336-ac80-d5886a70b2f9 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.532994] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-849b37a9-47b3-4336-ac80-d5886a70b2f9" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.533107] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-849b37a9-47b3-4336-ac80-d5886a70b2f9" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.533355] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-849b37a9-47b3-4336-ac80-d5886a70b2f9" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.533446] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('849b37a9-47b3-4336-ac80-d5886a70b2f9',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1211.534309] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-849b37a9-47b3-4336-ac80-d5886a70b2f9 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.534407] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-849b37a9-47b3-4336-ac80-d5886a70b2f9" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.534661] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock port-636ea5cc-4427-4a91-9fa7-db0b4274d21e taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.534764] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-636ea5cc-4427-4a91-9fa7-db0b4274d21e" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.534764] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-636ea5cc-4427-4a91-9fa7-db0b4274d21e" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.535011] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-636ea5cc-4427-4a91-9fa7-db0b4274d21e" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.535011] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('636ea5cc-4427-4a91-9fa7-db0b4274d21e',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1211.619257] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.619420] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.619484] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.619718] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.619837] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.620020] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.620127] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.620208] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.620382] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.620458] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.620545] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 25137f8a-d107-430f-a47d-081a2e1cdd9c is going to be updated. [ 1211.657028] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.657028] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.657028] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.657028] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.657028] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.666417] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 25137f8a-d107-430f-a47d-081a2e1cdd9c in Status: IN_PROGRESS for 2s [ 1212.036846] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-849b37a9-47b3-4336-ac80-d5886a70b2f9 taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.037235] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-849b37a9-47b3-4336-ac80-d5886a70b2f9" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.037235] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 636ea5cc-4427-4a91-9fa7-db0b4274d21e with status ACTIVE [ 1212.037310] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.037378] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.037439] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.037664] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.037750] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.037917] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.038014] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.038079] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.038242] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.038336] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.038524] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.038620] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.038676] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.038813] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.038874] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.038963] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 636ea5cc-4427-4a91-9fa7-db0b4274d21e is going to be updated. [ 1212.061935] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.062157] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.062157] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.062446] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.062610] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.062781] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-636ea5cc-4427-4a91-9fa7-db0b4274d21e" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.095515] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 10cbfb67-dd08-4937-b846-69408404389e in Status: SUCCESS [ 1212.095726] env[66859]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 10cbfb67-dd08-4937-b846-69408404389e deletion is rescheduled due to dependency. [ 1212.095822] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-10cbfb67-dd08-4937-b846-69408404389e" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.504018] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6216ce86-ad2f-4ef8-90d9-106162a1348b in Status: SUCCESS [ 1212.504324] env[66859]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6216ce86-ad2f-4ef8-90d9-106162a1348b deletion is rescheduled due to dependency. [ 1212.504497] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6216ce86-ad2f-4ef8-90d9-106162a1348b" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.675190] env[66859]: INFO networking_nsxv3.common.synchronization [req-26b66591-ec6c-4159-b354-42127a194700 req-3d057ba5-221d-4a82-ad8a-77d606399a46 tempest-ServerDiskConfigTestJSON-342411746 tempest-ServerDiskConfigTestJSON-342411746-project-member] Enqueued Resource ID: 6216ce86-ad2f-4ef8-90d9-106162a1348b with Priority: HIGHEST for action security_group_members [ 1212.675722] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6216ce86-ad2f-4ef8-90d9-106162a1348b with Priority: HIGHEST for action security_group_members [ 1212.676138] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-6216ce86-ad2f-4ef8-90d9-106162a1348b taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.676495] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6216ce86-ad2f-4ef8-90d9-106162a1348b" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.676495] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6216ce86-ad2f-4ef8-90d9-106162a1348b" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.676886] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6216ce86-ad2f-4ef8-90d9-106162a1348b" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.676886] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.676972] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.676972] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.677192] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.677280] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.677395] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6216ce86-ad2f-4ef8-90d9-106162a1348b',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1213.004028] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock network-887 taken with stack trace [, , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.004028] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "network-887" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.004028] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "network-887" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.004316] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "network-887" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.004705] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.004818] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.004868] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.005136] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.005282] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.005480] env[66859]: DEBUG dogpile.cache.region [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] No value present for key: 'zone-id' {{(pid=66859) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1213.005592] env[66859]: DEBUG dogpile.lock [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] NeedRegenerationException {{(pid=66859) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1213.005716] env[66859]: DEBUG dogpile.lock [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] no value, waiting for create lock {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1213.005842] env[66859]: DEBUG dogpile.lock [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] value creation lock acquired {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1213.005897] env[66859]: DEBUG dogpile.cache.region [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] No value present for key: 'zone-id' {{(pid=66859) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1213.005997] env[66859]: DEBUG dogpile.lock [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Calling creation function for not-yet-present value {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1213.006228] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1213.034792] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1213.035133] env[66859]: DEBUG dogpile.cache.region [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=66859) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1213.035383] env[66859]: DEBUG dogpile.lock [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Released creation lock {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1213.035677] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "network-887" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.036195] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock port-b452d1ad-0383-4882-93dd-d9d60ab9cecc taken with stack trace [, , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.036497] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "port-b452d1ad-0383-4882-93dd-d9d60ab9cecc" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.036718] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "port-b452d1ad-0383-4882-93dd-d9d60ab9cecc" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.037219] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "port-b452d1ad-0383-4882-93dd-d9d60ab9cecc" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.037471] env[66859]: DEBUG networking_nsxv3.api.rpc [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b452d1ad-0383-4882-93dd-d9d60ab9cecc',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1213.179869] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.180063] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.180212] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.180484] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.180686] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.180990] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.181200] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.181347] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.181668] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.181758] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.181877] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6216ce86-ad2f-4ef8-90d9-106162a1348b is going to be updated. [ 1213.210117] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.210288] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.210380] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.210646] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.210795] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.220605] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6216ce86-ad2f-4ef8-90d9-106162a1348b in Status: IN_PROGRESS for 2s [ 1213.479340] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 849b37a9-47b3-4336-ac80-d5886a70b2f9 in Status: SUCCESS [ 1213.479624] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-849b37a9-47b3-4336-ac80-d5886a70b2f9" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.479718] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-849b37a9-47b3-4336-ac80-d5886a70b2f9" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.479939] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-849b37a9-47b3-4336-ac80-d5886a70b2f9" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.480144] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.480261] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.480327] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.480480] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.480559] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.480668] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('849b37a9-47b3-4336-ac80-d5886a70b2f9',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1213.540504] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.540696] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.540906] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.541308] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.541475] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.541630] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Segment Port b452d1ad-0383-4882-93dd-d9d60ab9cecc not found, creating... [ 1213.541893] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.542084] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.542190] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.542466] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.542603] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.542959] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.543140] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.543272] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.543524] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.543663] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.543814] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Resource: SegmentPort with ID: b452d1ad-0383-4882-93dd-d9d60ab9cecc is going to be created. [ 1213.594681] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.594971] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.595179] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.595478] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.595714] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.595938] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "port-b452d1ad-0383-4882-93dd-d9d60ab9cecc" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.691500] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 25137f8a-d107-430f-a47d-081a2e1cdd9c in Status: SUCCESS [ 1213.691677] env[66859]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 25137f8a-d107-430f-a47d-081a2e1cdd9c deletion is rescheduled due to dependency. [ 1213.691760] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-25137f8a-d107-430f-a47d-081a2e1cdd9c" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.982427] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('849b37a9-47b3-4336-ac80-d5886a70b2f9',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1214.271307] env[66859]: INFO networking_nsxv3.common.synchronization [req-26b66591-ec6c-4159-b354-42127a194700 req-53edf8b9-7c43-4374-81f1-c41ed9bc196d service nova] Enqueued Resource ID: 6216ce86-ad2f-4ef8-90d9-106162a1348b with Priority: HIGHEST for action security_group_rules [ 1214.271307] env[66859]: INFO networking_nsxv3.common.synchronization [req-26b66591-ec6c-4159-b354-42127a194700 req-53edf8b9-7c43-4374-81f1-c41ed9bc196d service nova] Enqueued Resource ID: 6216ce86-ad2f-4ef8-90d9-106162a1348b with Priority: HIGHEST for action security_group_members [ 1214.271619] env[66859]: INFO networking_nsxv3.common.synchronization [req-26b66591-ec6c-4159-b354-42127a194700 req-53edf8b9-7c43-4374-81f1-c41ed9bc196d service nova] Enqueued Resource ID: b452d1ad-0383-4882-93dd-d9d60ab9cecc with Priority: HIGHEST for action port [ 1214.272049] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6216ce86-ad2f-4ef8-90d9-106162a1348b with Priority: HIGHEST for action security_group_rules [ 1214.272214] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6216ce86-ad2f-4ef8-90d9-106162a1348b with Priority: HIGHEST for action security_group_members [ 1214.272343] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b452d1ad-0383-4882-93dd-d9d60ab9cecc with Priority: HIGHEST for action port [ 1214.272677] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6216ce86-ad2f-4ef8-90d9-106162a1348b taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.272808] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6216ce86-ad2f-4ef8-90d9-106162a1348b" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.272874] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6216ce86-ad2f-4ef8-90d9-106162a1348b" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.273770] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6216ce86-ad2f-4ef8-90d9-106162a1348b" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.273890] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6216ce86-ad2f-4ef8-90d9-106162a1348b',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1214.275851] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-6216ce86-ad2f-4ef8-90d9-106162a1348b taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.275851] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6216ce86-ad2f-4ef8-90d9-106162a1348b" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.276028] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock port-b452d1ad-0383-4882-93dd-d9d60ab9cecc taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.276157] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b452d1ad-0383-4882-93dd-d9d60ab9cecc" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.276234] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b452d1ad-0383-4882-93dd-d9d60ab9cecc" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.276455] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b452d1ad-0383-4882-93dd-d9d60ab9cecc" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.276526] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b452d1ad-0383-4882-93dd-d9d60ab9cecc',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1214.484933] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('849b37a9-47b3-4336-ac80-d5886a70b2f9',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1214.606605] env[66859]: INFO networking_nsxv3.common.synchronization [None req-27463d8d-a5b9-45cd-a08e-819cad4920eb tempest-AttachVolumeShelveTestJSON-2054043925 tempest-AttachVolumeShelveTestJSON-2054043925-project-member] Enqueued Resource ID: fd2a59c4-a09b-4155-9743-6f84d23a112f with Priority: HIGHEST for action security_group_rules [ 1214.607127] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd2a59c4-a09b-4155-9743-6f84d23a112f with Priority: HIGHEST for action security_group_rules [ 1214.607422] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fd2a59c4-a09b-4155-9743-6f84d23a112f taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.607544] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fd2a59c4-a09b-4155-9743-6f84d23a112f" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.607606] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fd2a59c4-a09b-4155-9743-6f84d23a112f" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.607884] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fd2a59c4-a09b-4155-9743-6f84d23a112f" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.607964] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fd2a59c4-a09b-4155-9743-6f84d23a112f',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1214.693756] env[66859]: INFO networking_nsxv3.common.synchronization [None req-715f67d7-8303-4be4-8e50-404a7e6673b9 tempest-AttachVolumeShelveTestJSON-2054043925 tempest-AttachVolumeShelveTestJSON-2054043925-project-member] Enqueued Resource ID: fd2a59c4-a09b-4155-9743-6f84d23a112f with Priority: HIGHEST for action security_group_rules [ 1214.694371] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd2a59c4-a09b-4155-9743-6f84d23a112f with Priority: HIGHEST for action security_group_rules [ 1214.694700] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fd2a59c4-a09b-4155-9743-6f84d23a112f taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.694863] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fd2a59c4-a09b-4155-9743-6f84d23a112f" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.776104] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-6216ce86-ad2f-4ef8-90d9-106162a1348b taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.776331] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6216ce86-ad2f-4ef8-90d9-106162a1348b" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.778587] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b452d1ad-0383-4882-93dd-d9d60ab9cecc with status ACTIVE [ 1214.778862] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.778991] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.778991] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.779430] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.779668] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.779864] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.780012] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.780154] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.780407] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.780509] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.780779] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.780888] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.780952] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.781517] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.781517] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.781517] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b452d1ad-0383-4882-93dd-d9d60ab9cecc is going to be updated. [ 1214.804883] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.805092] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.805092] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.805308] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.805446] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.805605] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b452d1ad-0383-4882-93dd-d9d60ab9cecc" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.987360] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.987661] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.987763] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.987957] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.988099] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.988234] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 849b37a9-47b3-4336-ac80-d5886a70b2f9 is going to be updated. [ 1215.021913] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.021913] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.021913] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.021913] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.021913] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.031465] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 849b37a9-47b3-4336-ac80-d5886a70b2f9 in Status: IN_PROGRESS for 2s [ 1215.134891] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.134891] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.134891] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.134891] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.134891] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.134891] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fd2a59c4-a09b-4155-9743-6f84d23a112f already deleted. [ 1215.134891] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fd2a59c4-a09b-4155-9743-6f84d23a112f" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.134891] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fd2a59c4-a09b-4155-9743-6f84d23a112f" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.134891] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fd2a59c4-a09b-4155-9743-6f84d23a112f" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.134891] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fd2a59c4-a09b-4155-9743-6f84d23a112f',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1215.231032] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6216ce86-ad2f-4ef8-90d9-106162a1348b in Status: SUCCESS [ 1215.231234] env[66859]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6216ce86-ad2f-4ef8-90d9-106162a1348b deletion is rescheduled due to dependency. [ 1215.231316] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6216ce86-ad2f-4ef8-90d9-106162a1348b" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.231481] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6216ce86-ad2f-4ef8-90d9-106162a1348b" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.231694] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6216ce86-ad2f-4ef8-90d9-106162a1348b" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.231879] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.231997] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.232076] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.232228] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.232336] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.232429] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6216ce86-ad2f-4ef8-90d9-106162a1348b',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1215.659596] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.659596] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.659596] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.659596] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.659596] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.660262] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fd2a59c4-a09b-4155-9743-6f84d23a112f already deleted. [ 1215.660262] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fd2a59c4-a09b-4155-9743-6f84d23a112f" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.734975] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6216ce86-ad2f-4ef8-90d9-106162a1348b',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1216.237309] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6216ce86-ad2f-4ef8-90d9-106162a1348b',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1216.741900] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.742588] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.742588] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.742588] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.742588] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.742588] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6216ce86-ad2f-4ef8-90d9-106162a1348b is going to be updated. [ 1216.775683] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.775904] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.775904] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.776146] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.776296] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.787211] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6216ce86-ad2f-4ef8-90d9-106162a1348b in Status: IN_PROGRESS for 2s [ 1217.041669] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 849b37a9-47b3-4336-ac80-d5886a70b2f9 in Status: SUCCESS [ 1217.041889] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-849b37a9-47b3-4336-ac80-d5886a70b2f9" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.042083] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-849b37a9-47b3-4336-ac80-d5886a70b2f9" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.042296] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-849b37a9-47b3-4336-ac80-d5886a70b2f9" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.042537] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.042661] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.042727] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.042891] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.042972] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.043069] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-849b37a9-47b3-4336-ac80-d5886a70b2f9" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.043160] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('849b37a9-47b3-4336-ac80-d5886a70b2f9',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1217.545704] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('849b37a9-47b3-4336-ac80-d5886a70b2f9',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1218.048739] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 849b37a9-47b3-4336-ac80-d5886a70b2f9: rpc.has_security_group_logging(os_id): False [ 1218.071588] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.071758] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.071824] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.072036] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.072132] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.072397] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.072596] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.072596] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.072786] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.072829] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.072906] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 849b37a9-47b3-4336-ac80-d5886a70b2f9 is going to be updated. [ 1218.145852] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.145852] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.145852] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.146158] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.146340] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.160752] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 849b37a9-47b3-4336-ac80-d5886a70b2f9 in Status: IN_PROGRESS for 2s [ 1218.799156] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6216ce86-ad2f-4ef8-90d9-106162a1348b in Status: SUCCESS [ 1218.799337] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6216ce86-ad2f-4ef8-90d9-106162a1348b" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.799879] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6216ce86-ad2f-4ef8-90d9-106162a1348b" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.800117] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6216ce86-ad2f-4ef8-90d9-106162a1348b" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.800337] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.800479] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.800547] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.800704] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.800785] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.800871] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6216ce86-ad2f-4ef8-90d9-106162a1348b" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.800962] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6216ce86-ad2f-4ef8-90d9-106162a1348b',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1219.303432] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-6216ce86-ad2f-4ef8-90d9-106162a1348b taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.303853] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6216ce86-ad2f-4ef8-90d9-106162a1348b" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.303853] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6216ce86-ad2f-4ef8-90d9-106162a1348b" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.304052] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6216ce86-ad2f-4ef8-90d9-106162a1348b" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.304493] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.304493] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.304493] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.304841] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.304963] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.305095] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6216ce86-ad2f-4ef8-90d9-106162a1348b" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.305278] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-6216ce86-ad2f-4ef8-90d9-106162a1348b taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.305381] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6216ce86-ad2f-4ef8-90d9-106162a1348b" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.305444] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6216ce86-ad2f-4ef8-90d9-106162a1348b" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.305586] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6216ce86-ad2f-4ef8-90d9-106162a1348b" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.305721] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.305841] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.305886] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.306013] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.306096] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.306174] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6216ce86-ad2f-4ef8-90d9-106162a1348b" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.306260] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6216ce86-ad2f-4ef8-90d9-106162a1348b',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1219.695590] env[66859]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1219.695774] env[66859]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1219.808672] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6216ce86-ad2f-4ef8-90d9-106162a1348b: rpc.has_security_group_logging(os_id): False [ 1219.832476] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.832687] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.832687] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.832911] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.833015] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.833213] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.833303] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.833372] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.833530] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.833604] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.833805] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.833897] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.833960] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.834123] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.834196] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.834374] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.834471] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.834525] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.834680] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.834765] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.834849] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6216ce86-ad2f-4ef8-90d9-106162a1348b is going to be updated. [ 1219.905013] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.905191] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.905279] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.905468] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.905614] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.921388] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6216ce86-ad2f-4ef8-90d9-106162a1348b in Status: IN_PROGRESS for 2s [ 1220.176964] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 849b37a9-47b3-4336-ac80-d5886a70b2f9 in Status: SUCCESS [ 1220.177383] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-849b37a9-47b3-4336-ac80-d5886a70b2f9" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.524946] env[66859]: INFO networking_nsxv3.common.synchronization [req-e5fab8df-a875-4ac7-9653-4bb16f294596 req-ddb21df5-3628-46bf-9aa5-79a496d4e82e tempest-AttachVolumeShelveTestJSON-2054043925 tempest-AttachVolumeShelveTestJSON-2054043925-project-member] Enqueued Resource ID: fd2a59c4-a09b-4155-9743-6f84d23a112f with Priority: HIGHEST for action security_group_members [ 1220.524946] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd2a59c4-a09b-4155-9743-6f84d23a112f with Priority: HIGHEST for action security_group_members [ 1220.524946] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-fd2a59c4-a09b-4155-9743-6f84d23a112f taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.524946] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fd2a59c4-a09b-4155-9743-6f84d23a112f" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.524946] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fd2a59c4-a09b-4155-9743-6f84d23a112f" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.525327] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fd2a59c4-a09b-4155-9743-6f84d23a112f" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.525327] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.525412] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.525412] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.525576] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.525639] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.525768] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fd2a59c4-a09b-4155-9743-6f84d23a112f',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1220.875352] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock network-666 taken with stack trace [, , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.875602] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "network-666" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.875749] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "network-666" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.876115] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "network-666" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.876482] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.876702] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.876854] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.877187] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.877382] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.877717] env[66859]: DEBUG dogpile.cache.region [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] No value present for key: 'zone-id' {{(pid=66859) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1220.877886] env[66859]: DEBUG dogpile.lock [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] NeedRegenerationException {{(pid=66859) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1220.878020] env[66859]: DEBUG dogpile.lock [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] no value, waiting for create lock {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1220.878142] env[66859]: DEBUG dogpile.lock [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] value creation lock acquired {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1220.878260] env[66859]: DEBUG dogpile.cache.region [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] No value present for key: 'zone-id' {{(pid=66859) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1220.878366] env[66859]: DEBUG dogpile.lock [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Calling creation function for not-yet-present value {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1220.878525] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1220.901917] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1220.902122] env[66859]: DEBUG dogpile.cache.region [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=66859) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1220.902304] env[66859]: DEBUG dogpile.lock [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Released creation lock {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1220.902583] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "network-666" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.902936] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock port-91737bb1-8121-4de8-b3ba-8497f70c358c taken with stack trace [, , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.903165] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "port-91737bb1-8121-4de8-b3ba-8497f70c358c" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.903331] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "port-91737bb1-8121-4de8-b3ba-8497f70c358c" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.903702] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "port-91737bb1-8121-4de8-b3ba-8497f70c358c" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.904248] env[66859]: DEBUG networking_nsxv3.api.rpc [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('91737bb1-8121-4de8-b3ba-8497f70c358c',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1221.028763] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.028972] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.029045] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.029234] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.029394] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.029602] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.029707] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.029764] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.029921] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.029996] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.030093] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fd2a59c4-a09b-4155-9743-6f84d23a112f already deleted. [ 1221.030176] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fd2a59c4-a09b-4155-9743-6f84d23a112f" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.406451] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.406740] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.406889] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.407606] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.407606] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.407606] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Segment Port 91737bb1-8121-4de8-b3ba-8497f70c358c not found, creating... [ 1221.408418] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.408418] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.408418] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.408650] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.408650] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.408936] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.409139] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.409266] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.409509] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.409733] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.409814] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Resource: SegmentPort with ID: 91737bb1-8121-4de8-b3ba-8497f70c358c is going to be created. [ 1221.431061] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.431061] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.431061] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.432216] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.432216] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.432216] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "port-91737bb1-8121-4de8-b3ba-8497f70c358c" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.888022] env[66859]: INFO networking_nsxv3.common.synchronization [None req-1e4359af-d573-47c4-a0a5-41e0dc60fdd3 tempest-AttachInterfacesTestJSON-1144280436 tempest-AttachInterfacesTestJSON-1144280436-project-member] Enqueued Resource ID: b87c9eee-f94a-42b0-bb73-5310b72497f8 with Priority: HIGHEST for action security_group_members [ 1221.888022] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b87c9eee-f94a-42b0-bb73-5310b72497f8 with Priority: HIGHEST for action security_group_members [ 1221.888427] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-b87c9eee-f94a-42b0-bb73-5310b72497f8 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.888684] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b87c9eee-f94a-42b0-bb73-5310b72497f8" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.888852] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b87c9eee-f94a-42b0-bb73-5310b72497f8" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.889168] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b87c9eee-f94a-42b0-bb73-5310b72497f8" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.891019] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.891019] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.891019] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.891019] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.891019] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.891019] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b87c9eee-f94a-42b0-bb73-5310b72497f8',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1221.936498] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6216ce86-ad2f-4ef8-90d9-106162a1348b in Status: SUCCESS [ 1221.936498] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6216ce86-ad2f-4ef8-90d9-106162a1348b" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.174420] env[66859]: INFO networking_nsxv3.common.synchronization [req-e5fab8df-a875-4ac7-9653-4bb16f294596 req-e03f2f84-c073-4ad4-9b58-f32cbb3dbf58 service nova] Enqueued Resource ID: fd2a59c4-a09b-4155-9743-6f84d23a112f with Priority: HIGHEST for action security_group_rules [ 1222.174420] env[66859]: INFO networking_nsxv3.common.synchronization [req-e5fab8df-a875-4ac7-9653-4bb16f294596 req-e03f2f84-c073-4ad4-9b58-f32cbb3dbf58 service nova] Enqueued Resource ID: fd2a59c4-a09b-4155-9743-6f84d23a112f with Priority: HIGHEST for action security_group_members [ 1222.174420] env[66859]: INFO networking_nsxv3.common.synchronization [req-e5fab8df-a875-4ac7-9653-4bb16f294596 req-e03f2f84-c073-4ad4-9b58-f32cbb3dbf58 service nova] Enqueued Resource ID: 91737bb1-8121-4de8-b3ba-8497f70c358c with Priority: HIGHEST for action port [ 1222.174420] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd2a59c4-a09b-4155-9743-6f84d23a112f with Priority: HIGHEST for action security_group_rules [ 1222.174420] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd2a59c4-a09b-4155-9743-6f84d23a112f with Priority: HIGHEST for action security_group_members [ 1222.174420] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 91737bb1-8121-4de8-b3ba-8497f70c358c with Priority: HIGHEST for action port [ 1222.174420] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fd2a59c4-a09b-4155-9743-6f84d23a112f taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.174420] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fd2a59c4-a09b-4155-9743-6f84d23a112f" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.174420] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fd2a59c4-a09b-4155-9743-6f84d23a112f" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.174918] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fd2a59c4-a09b-4155-9743-6f84d23a112f" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.174918] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fd2a59c4-a09b-4155-9743-6f84d23a112f',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1222.176220] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-fd2a59c4-a09b-4155-9743-6f84d23a112f taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.176347] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fd2a59c4-a09b-4155-9743-6f84d23a112f" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.176509] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fd2a59c4-a09b-4155-9743-6f84d23a112f" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.176702] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fd2a59c4-a09b-4155-9743-6f84d23a112f" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.177299] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.177299] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.177299] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.177299] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.177299] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.177947] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fd2a59c4-a09b-4155-9743-6f84d23a112f',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1222.179794] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock port-91737bb1-8121-4de8-b3ba-8497f70c358c taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.179794] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-91737bb1-8121-4de8-b3ba-8497f70c358c" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.179794] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-91737bb1-8121-4de8-b3ba-8497f70c358c" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.179794] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-91737bb1-8121-4de8-b3ba-8497f70c358c" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.179794] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('91737bb1-8121-4de8-b3ba-8497f70c358c',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1222.394436] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.394436] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.395198] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.395198] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.395198] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.395198] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.395198] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.395561] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.395561] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.395561] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.395561] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b87c9eee-f94a-42b0-bb73-5310b72497f8 is going to be updated. [ 1222.428736] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.428955] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.428955] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.429199] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.429342] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.440618] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b87c9eee-f94a-42b0-bb73-5310b72497f8 in Status: IN_PROGRESS for 2s [ 1222.677648] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-fd2a59c4-a09b-4155-9743-6f84d23a112f taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.677863] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fd2a59c4-a09b-4155-9743-6f84d23a112f" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.683821] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fd2a59c4-a09b-4155-9743-6f84d23a112f',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1222.685026] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 91737bb1-8121-4de8-b3ba-8497f70c358c with status ACTIVE [ 1222.685026] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.685026] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.685026] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.685340] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.685501] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.685964] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.686119] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.686411] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.686675] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.686801] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.687099] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.687242] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.687328] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.688034] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.688034] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.688034] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 91737bb1-8121-4de8-b3ba-8497f70c358c is going to be updated. [ 1222.709834] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.710151] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.710505] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.710758] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.710903] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.711335] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-91737bb1-8121-4de8-b3ba-8497f70c358c" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.791715] env[66859]: INFO networking_nsxv3.common.synchronization [req-a62014dc-0950-446c-a0cb-8687d935641e req-0a51f84a-059a-4923-8679-394af1d4a9a7 tempest-ServerActionsTestJSON-1153645179 tempest-ServerActionsTestJSON-1153645179-project-member] Enqueued Resource ID: 25137f8a-d107-430f-a47d-081a2e1cdd9c with Priority: HIGHEST for action security_group_members [ 1222.792829] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 25137f8a-d107-430f-a47d-081a2e1cdd9c with Priority: HIGHEST for action security_group_members [ 1222.793457] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-25137f8a-d107-430f-a47d-081a2e1cdd9c taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.793606] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-25137f8a-d107-430f-a47d-081a2e1cdd9c" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.793675] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-25137f8a-d107-430f-a47d-081a2e1cdd9c" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.793893] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-25137f8a-d107-430f-a47d-081a2e1cdd9c" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.796366] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.796366] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.796366] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.796366] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.796366] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.796366] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('25137f8a-d107-430f-a47d-081a2e1cdd9c',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1223.147840] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock network-683 taken with stack trace [, , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.148185] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "network-683" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.148185] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "network-683" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.148755] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "network-683" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.148755] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.148885] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.149052] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.149291] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.149437] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.150021] env[66859]: DEBUG dogpile.cache.region [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] No value present for key: 'zone-id' {{(pid=66859) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1223.150021] env[66859]: DEBUG dogpile.lock [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] NeedRegenerationException {{(pid=66859) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1223.150021] env[66859]: DEBUG dogpile.lock [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] no value, waiting for create lock {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1223.150166] env[66859]: DEBUG dogpile.lock [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] value creation lock acquired {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1223.150224] env[66859]: DEBUG dogpile.cache.region [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] No value present for key: 'zone-id' {{(pid=66859) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1223.150328] env[66859]: DEBUG dogpile.lock [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Calling creation function for not-yet-present value {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1223.150479] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1223.172282] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1223.173272] env[66859]: DEBUG dogpile.cache.region [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66859) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1223.173272] env[66859]: DEBUG dogpile.lock [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Released creation lock {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1223.173272] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "network-683" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.173272] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock port-70cd5f67-f0e7-4ad4-938f-e0600648b939 taken with stack trace [, , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.173272] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "port-70cd5f67-f0e7-4ad4-938f-e0600648b939" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.173589] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "port-70cd5f67-f0e7-4ad4-938f-e0600648b939" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.173792] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "port-70cd5f67-f0e7-4ad4-938f-e0600648b939" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.173914] env[66859]: DEBUG networking_nsxv3.api.rpc [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('70cd5f67-f0e7-4ad4-938f-e0600648b939',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1223.189661] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fd2a59c4-a09b-4155-9743-6f84d23a112f',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1223.296744] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.296928] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.297009] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.297273] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.297372] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.297586] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.297687] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.297749] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.297903] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.297978] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.298077] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 25137f8a-d107-430f-a47d-081a2e1cdd9c is going to be updated. [ 1223.336402] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.336582] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.336622] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.337636] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.337636] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.349237] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 25137f8a-d107-430f-a47d-081a2e1cdd9c in Status: IN_PROGRESS for 2s [ 1223.677673] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.677911] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.677911] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.678573] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.678573] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.678673] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Segment Port 70cd5f67-f0e7-4ad4-938f-e0600648b939 not found, creating... [ 1223.678913] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.679079] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.679197] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.679419] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.679557] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.679869] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.680091] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.680169] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.680328] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.680492] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.680634] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Resource: SegmentPort with ID: 70cd5f67-f0e7-4ad4-938f-e0600648b939 is going to be created. [ 1223.691517] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.691684] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.691743] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.691923] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.692025] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.692119] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fd2a59c4-a09b-4155-9743-6f84d23a112f is going to be created. [ 1223.703897] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.703897] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.703897] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.703897] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.704116] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.704342] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "port-70cd5f67-f0e7-4ad4-938f-e0600648b939" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.724190] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.724375] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.724460] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.724693] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.724862] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.735074] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fd2a59c4-a09b-4155-9743-6f84d23a112f in Status: UNINITIALIZED for 2s [ 1224.452880] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b87c9eee-f94a-42b0-bb73-5310b72497f8 in Status: SUCCESS [ 1224.453309] env[66859]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b87c9eee-f94a-42b0-bb73-5310b72497f8 deletion is rescheduled due to dependency. [ 1224.453309] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b87c9eee-f94a-42b0-bb73-5310b72497f8" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.891998] env[66859]: INFO networking_nsxv3.common.synchronization [req-a62014dc-0950-446c-a0cb-8687d935641e req-778fdbf5-7dc9-4fb1-98c0-9c4938ed85b1 service nova] Enqueued Resource ID: 25137f8a-d107-430f-a47d-081a2e1cdd9c with Priority: HIGHEST for action security_group_rules [ 1224.892191] env[66859]: INFO networking_nsxv3.common.synchronization [req-a62014dc-0950-446c-a0cb-8687d935641e req-778fdbf5-7dc9-4fb1-98c0-9c4938ed85b1 service nova] Enqueued Resource ID: 25137f8a-d107-430f-a47d-081a2e1cdd9c with Priority: HIGHEST for action security_group_members [ 1224.892327] env[66859]: INFO networking_nsxv3.common.synchronization [req-a62014dc-0950-446c-a0cb-8687d935641e req-778fdbf5-7dc9-4fb1-98c0-9c4938ed85b1 service nova] Enqueued Resource ID: 70cd5f67-f0e7-4ad4-938f-e0600648b939 with Priority: HIGHEST for action port [ 1224.893086] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 25137f8a-d107-430f-a47d-081a2e1cdd9c with Priority: HIGHEST for action security_group_rules [ 1224.893631] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 25137f8a-d107-430f-a47d-081a2e1cdd9c with Priority: HIGHEST for action security_group_members [ 1224.893631] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 70cd5f67-f0e7-4ad4-938f-e0600648b939 with Priority: HIGHEST for action port [ 1224.893832] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock rules-25137f8a-d107-430f-a47d-081a2e1cdd9c taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.893832] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-25137f8a-d107-430f-a47d-081a2e1cdd9c" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.893968] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-25137f8a-d107-430f-a47d-081a2e1cdd9c" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.894266] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-25137f8a-d107-430f-a47d-081a2e1cdd9c" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.894398] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('25137f8a-d107-430f-a47d-081a2e1cdd9c',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1224.895812] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-25137f8a-d107-430f-a47d-081a2e1cdd9c taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.895921] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-25137f8a-d107-430f-a47d-081a2e1cdd9c" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.896125] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock port-70cd5f67-f0e7-4ad4-938f-e0600648b939 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.896270] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-70cd5f67-f0e7-4ad4-938f-e0600648b939" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.896335] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-70cd5f67-f0e7-4ad4-938f-e0600648b939" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.897009] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-70cd5f67-f0e7-4ad4-938f-e0600648b939" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.897009] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('70cd5f67-f0e7-4ad4-938f-e0600648b939',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1225.359660] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 25137f8a-d107-430f-a47d-081a2e1cdd9c in Status: SUCCESS [ 1225.359861] env[66859]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 25137f8a-d107-430f-a47d-081a2e1cdd9c deletion is rescheduled due to dependency. [ 1225.359982] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-25137f8a-d107-430f-a47d-081a2e1cdd9c" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.360118] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-25137f8a-d107-430f-a47d-081a2e1cdd9c" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.360709] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-25137f8a-d107-430f-a47d-081a2e1cdd9c" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.360831] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.360971] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.361049] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.361235] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.361316] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.361411] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('25137f8a-d107-430f-a47d-081a2e1cdd9c',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1225.398798] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-25137f8a-d107-430f-a47d-081a2e1cdd9c taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.399062] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-25137f8a-d107-430f-a47d-081a2e1cdd9c" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.399395] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 70cd5f67-f0e7-4ad4-938f-e0600648b939 with status ACTIVE [ 1225.399817] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.399986] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.400556] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.400556] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.400695] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.400902] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.401067] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.401118] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.401281] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.401416] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.401659] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.401782] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.401846] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.402061] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.402147] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.402238] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 70cd5f67-f0e7-4ad4-938f-e0600648b939 is going to be updated. [ 1225.426244] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.426423] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.426423] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.426735] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.427011] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.427267] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-70cd5f67-f0e7-4ad4-938f-e0600648b939" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.750720] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fd2a59c4-a09b-4155-9743-6f84d23a112f in Status: SUCCESS [ 1225.750720] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fd2a59c4-a09b-4155-9743-6f84d23a112f" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.750720] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fd2a59c4-a09b-4155-9743-6f84d23a112f" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.750720] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fd2a59c4-a09b-4155-9743-6f84d23a112f" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.750720] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.751315] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.751315] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.751315] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.751315] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.751315] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fd2a59c4-a09b-4155-9743-6f84d23a112f" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.751315] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fd2a59c4-a09b-4155-9743-6f84d23a112f',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1225.864241] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('25137f8a-d107-430f-a47d-081a2e1cdd9c',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1226.254072] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fd2a59c4-a09b-4155-9743-6f84d23a112f',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1226.368021] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('25137f8a-d107-430f-a47d-081a2e1cdd9c',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1226.465506] env[66859]: INFO networking_nsxv3.common.synchronization [req-11e97672-2cd8-4db1-9e6e-11831df12894 req-4aafcdf3-7572-453d-b0b0-632c2c9134cd tempest-ServerDiskConfigTestJSON-342411746 tempest-ServerDiskConfigTestJSON-342411746-project-member] Enqueued Resource ID: 6216ce86-ad2f-4ef8-90d9-106162a1348b with Priority: HIGHEST for action security_group_members [ 1226.466210] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6216ce86-ad2f-4ef8-90d9-106162a1348b with Priority: HIGHEST for action security_group_members [ 1226.466710] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-6216ce86-ad2f-4ef8-90d9-106162a1348b taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.466951] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6216ce86-ad2f-4ef8-90d9-106162a1348b" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.467099] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6216ce86-ad2f-4ef8-90d9-106162a1348b" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.467416] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6216ce86-ad2f-4ef8-90d9-106162a1348b" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.467730] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.467904] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.468015] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.468364] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.468522] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.468689] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6216ce86-ad2f-4ef8-90d9-106162a1348b',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1226.756674] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fd2a59c4-a09b-4155-9743-6f84d23a112f: rpc.has_security_group_logging(os_id): False [ 1226.777657] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.777800] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.777862] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.778115] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.778203] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.778460] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.778569] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.778623] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.778776] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.778852] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.778931] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fd2a59c4-a09b-4155-9743-6f84d23a112f is going to be created. [ 1226.870891] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.872224] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.872224] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.872224] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.872224] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.872224] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 25137f8a-d107-430f-a47d-081a2e1cdd9c is going to be updated. [ 1226.875035] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.875035] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.875035] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.875035] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.875035] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.891646] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fd2a59c4-a09b-4155-9743-6f84d23a112f in Status: IN_PROGRESS for 2s [ 1226.907363] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.907552] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.907619] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.907778] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.907921] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.935336] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 25137f8a-d107-430f-a47d-081a2e1cdd9c in Status: IN_PROGRESS for 2s [ 1226.971760] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.971955] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.971998] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.972235] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.972348] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.972710] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.972927] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.972927] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.973131] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.973207] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.973299] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6216ce86-ad2f-4ef8-90d9-106162a1348b is going to be updated. [ 1227.062045] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.062300] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.062300] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.063040] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.063040] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.081929] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6216ce86-ad2f-4ef8-90d9-106162a1348b in Status: IN_PROGRESS for 2s [ 1228.546897] env[66859]: INFO networking_nsxv3.common.synchronization [req-aa2b5133-aff6-4079-b225-1568911d9819 req-9550a6c7-3dc2-4cc6-afb1-0b38a783dbcb tempest-ServerActionsTestOtherA-665867162 tempest-ServerActionsTestOtherA-665867162-project-member] Enqueued Resource ID: db4aa64c-ed9c-4fc8-8359-82c95d910445 with Priority: HIGHEST for action security_group_members [ 1228.547685] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db4aa64c-ed9c-4fc8-8359-82c95d910445 with Priority: HIGHEST for action security_group_members [ 1228.548049] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-db4aa64c-ed9c-4fc8-8359-82c95d910445 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.548212] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-db4aa64c-ed9c-4fc8-8359-82c95d910445" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.548308] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-db4aa64c-ed9c-4fc8-8359-82c95d910445" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.548905] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-db4aa64c-ed9c-4fc8-8359-82c95d910445" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.548905] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.549121] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.549121] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.549309] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.549416] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.549532] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('db4aa64c-ed9c-4fc8-8359-82c95d910445',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1228.907559] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fd2a59c4-a09b-4155-9743-6f84d23a112f in Status: SUCCESS [ 1228.907559] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fd2a59c4-a09b-4155-9743-6f84d23a112f" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.948225] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 25137f8a-d107-430f-a47d-081a2e1cdd9c in Status: SUCCESS [ 1228.948225] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-25137f8a-d107-430f-a47d-081a2e1cdd9c" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.948225] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-25137f8a-d107-430f-a47d-081a2e1cdd9c" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.948605] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-25137f8a-d107-430f-a47d-081a2e1cdd9c" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.948605] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.948605] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.948836] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.948836] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.948951] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.949022] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-25137f8a-d107-430f-a47d-081a2e1cdd9c" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.949070] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('25137f8a-d107-430f-a47d-081a2e1cdd9c',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1229.052546] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('db4aa64c-ed9c-4fc8-8359-82c95d910445',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1229.093413] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6216ce86-ad2f-4ef8-90d9-106162a1348b in Status: SUCCESS [ 1229.093654] env[66859]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6216ce86-ad2f-4ef8-90d9-106162a1348b deletion is rescheduled due to dependency. [ 1229.093777] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6216ce86-ad2f-4ef8-90d9-106162a1348b" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.452129] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('25137f8a-d107-430f-a47d-081a2e1cdd9c',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1229.555269] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('db4aa64c-ed9c-4fc8-8359-82c95d910445',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1229.788352] env[66859]: INFO networking_nsxv3.common.synchronization [req-59eaf360-5ea8-40a8-bdbc-4fcc002128aa req-3d482e7d-a414-4b35-bcba-34ca27264b2a tempest-AttachVolumeNegativeTest-414360256 tempest-AttachVolumeNegativeTest-414360256-project-member] Enqueued Resource ID: a4175a36-9282-43f8-9b92-bda0709e449a with Priority: HIGHEST for action security_group_members [ 1229.788957] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4175a36-9282-43f8-9b92-bda0709e449a with Priority: HIGHEST for action security_group_members [ 1229.789398] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-a4175a36-9282-43f8-9b92-bda0709e449a taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.789523] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a4175a36-9282-43f8-9b92-bda0709e449a" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.789584] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a4175a36-9282-43f8-9b92-bda0709e449a" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.789820] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a4175a36-9282-43f8-9b92-bda0709e449a" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.789927] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.790055] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.790100] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.790443] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.790443] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.790443] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a4175a36-9282-43f8-9b92-bda0709e449a',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1229.954092] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 25137f8a-d107-430f-a47d-081a2e1cdd9c: rpc.has_security_group_logging(os_id): False [ 1229.972282] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.972560] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.972665] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.972964] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.973110] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.973465] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.973602] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.973690] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.973899] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.974010] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.974369] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 25137f8a-d107-430f-a47d-081a2e1cdd9c is going to be updated. [ 1230.034253] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.034427] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.034491] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.034721] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.034871] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.048418] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 25137f8a-d107-430f-a47d-081a2e1cdd9c in Status: IN_PROGRESS for 2s [ 1230.057887] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.058070] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.058109] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.058340] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.058460] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.058539] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: db4aa64c-ed9c-4fc8-8359-82c95d910445 is going to be updated. [ 1230.090486] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.090685] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.090685] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.091055] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.091271] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.101135] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: db4aa64c-ed9c-4fc8-8359-82c95d910445 in Status: IN_PROGRESS for 2s [ 1230.292642] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.292846] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.292893] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.293361] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.293511] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.293834] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.293959] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.294030] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.294221] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.294304] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.294401] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a4175a36-9282-43f8-9b92-bda0709e449a is going to be updated. [ 1230.353928] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.354214] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.354393] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.354748] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.355053] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.368375] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a4175a36-9282-43f8-9b92-bda0709e449a in Status: IN_PROGRESS for 2s [ 1232.065909] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 25137f8a-d107-430f-a47d-081a2e1cdd9c in Status: SUCCESS [ 1232.066293] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-25137f8a-d107-430f-a47d-081a2e1cdd9c" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.111359] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: db4aa64c-ed9c-4fc8-8359-82c95d910445 in Status: SUCCESS [ 1232.111592] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-db4aa64c-ed9c-4fc8-8359-82c95d910445" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.379663] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a4175a36-9282-43f8-9b92-bda0709e449a in Status: SUCCESS [ 1232.379846] env[66859]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a4175a36-9282-43f8-9b92-bda0709e449a deletion is rescheduled due to dependency. [ 1232.379964] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a4175a36-9282-43f8-9b92-bda0709e449a" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.491027] env[66859]: DEBUG networking_nsxv3.common.locking [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Lock network-696 taken with stack trace [, , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.491333] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquiring lock "network-696" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.491587] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired lock "network-696" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.491668] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired external semaphore "network-696" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.491915] env[66859]: DEBUG networking_nsxv3.common.locking [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.492094] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquiring lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.492246] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.492450] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired external semaphore "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.492619] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Releasing lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.492849] env[66859]: DEBUG dogpile.cache.region [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] No value present for key: 'zone-id' {{(pid=66859) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1234.492974] env[66859]: DEBUG dogpile.lock [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] NeedRegenerationException {{(pid=66859) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1234.493027] env[66859]: DEBUG dogpile.lock [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] no value, waiting for create lock {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1234.493169] env[66859]: DEBUG dogpile.lock [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] value creation lock acquired {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1234.493525] env[66859]: DEBUG dogpile.cache.region [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] No value present for key: 'zone-id' {{(pid=66859) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1234.493525] env[66859]: DEBUG dogpile.lock [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Calling creation function for not-yet-present value {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1234.493525] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1234.516233] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1234.516406] env[66859]: DEBUG dogpile.cache.region [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66859) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1234.516539] env[66859]: DEBUG dogpile.lock [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Released creation lock {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1234.516715] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Releasing lock "network-696" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.517048] env[66859]: DEBUG networking_nsxv3.common.locking [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Lock port-0b2c1884-6833-4cb3-b7cc-ec2629ce7672 taken with stack trace [, , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.517223] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquiring lock "port-0b2c1884-6833-4cb3-b7cc-ec2629ce7672" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.517342] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired lock "port-0b2c1884-6833-4cb3-b7cc-ec2629ce7672" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.517611] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired external semaphore "port-0b2c1884-6833-4cb3-b7cc-ec2629ce7672" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.517747] env[66859]: DEBUG networking_nsxv3.api.rpc [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0b2c1884-6833-4cb3-b7cc-ec2629ce7672',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1234.790454] env[66859]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1234.790626] env[66859]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1235.020770] env[66859]: DEBUG networking_nsxv3.common.locking [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.021011] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.021148] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.021423] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.021570] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.021899] env[66859]: DEBUG networking_nsxv3.common.locking [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.022086] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquiring lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.022206] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.022453] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired external semaphore "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.022594] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Releasing lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.022871] env[66859]: DEBUG networking_nsxv3.common.locking [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.023326] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.023326] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.023436] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.023501] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.023675] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Resource: SegmentPort with ID: 0b2c1884-6833-4cb3-b7cc-ec2629ce7672 is going to be updated. [ 1235.045812] env[66859]: DEBUG networking_nsxv3.common.locking [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.046039] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.046165] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.046437] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.046605] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.046852] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Releasing lock "port-0b2c1884-6833-4cb3-b7cc-ec2629ce7672" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.749086] env[66859]: INFO networking_nsxv3.common.synchronization [req-6d12eb0b-394a-4e3e-a37b-368d2ef2be8d req-4bb5c097-0f32-4935-9ae2-93d34796ee10 service nova] Enqueued Resource ID: 2a79f51d-2846-4506-af33-55ae2154e6b5 with Priority: HIGHEST for action security_group_rules [ 1235.749324] env[66859]: INFO networking_nsxv3.common.synchronization [req-6d12eb0b-394a-4e3e-a37b-368d2ef2be8d req-4bb5c097-0f32-4935-9ae2-93d34796ee10 service nova] Enqueued Resource ID: 2a79f51d-2846-4506-af33-55ae2154e6b5 with Priority: HIGHEST for action security_group_members [ 1235.749324] env[66859]: INFO networking_nsxv3.common.synchronization [req-6d12eb0b-394a-4e3e-a37b-368d2ef2be8d req-4bb5c097-0f32-4935-9ae2-93d34796ee10 service nova] Enqueued Resource ID: 0b2c1884-6833-4cb3-b7cc-ec2629ce7672 with Priority: HIGHEST for action port [ 1235.749848] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2a79f51d-2846-4506-af33-55ae2154e6b5 with Priority: HIGHEST for action security_group_rules [ 1235.749984] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2a79f51d-2846-4506-af33-55ae2154e6b5 with Priority: HIGHEST for action security_group_members [ 1235.750124] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b2c1884-6833-4cb3-b7cc-ec2629ce7672 with Priority: HIGHEST for action port [ 1235.750404] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2a79f51d-2846-4506-af33-55ae2154e6b5 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.750514] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2a79f51d-2846-4506-af33-55ae2154e6b5" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.750572] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2a79f51d-2846-4506-af33-55ae2154e6b5" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.750815] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2a79f51d-2846-4506-af33-55ae2154e6b5" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.750815] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2a79f51d-2846-4506-af33-55ae2154e6b5',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1235.751643] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-2a79f51d-2846-4506-af33-55ae2154e6b5 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.751752] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2a79f51d-2846-4506-af33-55ae2154e6b5" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.751816] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2a79f51d-2846-4506-af33-55ae2154e6b5" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.752568] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2a79f51d-2846-4506-af33-55ae2154e6b5" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.752568] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.752568] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.752568] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.752568] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.752568] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.752869] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2a79f51d-2846-4506-af33-55ae2154e6b5',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1235.753402] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock port-0b2c1884-6833-4cb3-b7cc-ec2629ce7672 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.753592] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0b2c1884-6833-4cb3-b7cc-ec2629ce7672" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.753592] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0b2c1884-6833-4cb3-b7cc-ec2629ce7672" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.753727] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0b2c1884-6833-4cb3-b7cc-ec2629ce7672" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.753790] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0b2c1884-6833-4cb3-b7cc-ec2629ce7672',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1236.255115] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-2a79f51d-2846-4506-af33-55ae2154e6b5 taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.255252] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2a79f51d-2846-4506-af33-55ae2154e6b5" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.255711] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2a79f51d-2846-4506-af33-55ae2154e6b5',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1236.256946] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0b2c1884-6833-4cb3-b7cc-ec2629ce7672 with status ACTIVE [ 1236.257145] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.257259] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.257353] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.259040] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.259040] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.259040] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.259040] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.259040] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.259040] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.259040] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.259040] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.259040] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.259040] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.259040] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.259040] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.259040] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0b2c1884-6833-4cb3-b7cc-ec2629ce7672 is going to be updated. [ 1236.281634] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.281888] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.281995] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.282408] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.283119] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.283119] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0b2c1884-6833-4cb3-b7cc-ec2629ce7672" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.757951] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2a79f51d-2846-4506-af33-55ae2154e6b5',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1236.944324] env[66859]: INFO networking_nsxv3.common.synchronization [None req-aac8b381-62f7-4b4a-82a9-03c3944674cf None None] Enqueued Resource ID: 40f71620-fe40-44ca-9ccb-43882a2b2dcd with Priority: HIGHEST for action port [ 1236.945090] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 40f71620-fe40-44ca-9ccb-43882a2b2dcd with Priority: HIGHEST for action port [ 1236.945189] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock port-40f71620-fe40-44ca-9ccb-43882a2b2dcd taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.945310] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-40f71620-fe40-44ca-9ccb-43882a2b2dcd" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.945392] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-40f71620-fe40-44ca-9ccb-43882a2b2dcd" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.945629] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-40f71620-fe40-44ca-9ccb-43882a2b2dcd" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.945735] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('40f71620-fe40-44ca-9ccb-43882a2b2dcd',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1237.260690] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.260861] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.260911] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.261219] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.261386] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.261503] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2a79f51d-2846-4506-af33-55ae2154e6b5 is going to be updated. [ 1237.293139] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.293285] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.293355] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.293632] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.293818] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.304270] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2a79f51d-2846-4506-af33-55ae2154e6b5 in Status: IN_PROGRESS for 2s [ 1237.450171] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 40f71620-fe40-44ca-9ccb-43882a2b2dcd [ 1237.450171] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.450357] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.451512] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.451836] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.451967] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.452271] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:40f71620-fe40-44ca-9ccb-43882a2b2dcd already deleted. [ 1237.452398] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-40f71620-fe40-44ca-9ccb-43882a2b2dcd" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.909419] env[66859]: DEBUG networking_nsxv3.common.locking [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Lock network-327 taken with stack trace [, , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.909811] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquiring lock "network-327" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.909811] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired lock "network-327" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.910316] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired external semaphore "network-327" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.910682] env[66859]: DEBUG networking_nsxv3.common.locking [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.910905] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquiring lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.911070] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.911386] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired external semaphore "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.911592] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Releasing lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.911877] env[66859]: DEBUG dogpile.cache.region [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] No value present for key: 'zone-id' {{(pid=66859) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1238.912013] env[66859]: DEBUG dogpile.lock [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] NeedRegenerationException {{(pid=66859) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1238.912186] env[66859]: DEBUG dogpile.lock [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] no value, waiting for create lock {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1238.912336] env[66859]: DEBUG dogpile.lock [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] value creation lock acquired {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1238.912501] env[66859]: DEBUG dogpile.cache.region [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] No value present for key: 'zone-id' {{(pid=66859) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1238.912659] env[66859]: DEBUG dogpile.lock [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Calling creation function for not-yet-present value {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1238.912808] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1238.931880] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1238.931992] env[66859]: DEBUG dogpile.cache.region [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=66859) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1238.932143] env[66859]: DEBUG dogpile.lock [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Released creation lock {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1238.932320] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Releasing lock "network-327" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.932729] env[66859]: DEBUG networking_nsxv3.common.locking [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Lock port-6afdc4d0-9f7e-4627-96be-cc2c02421ad2 taken with stack trace [, , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.933450] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquiring lock "port-6afdc4d0-9f7e-4627-96be-cc2c02421ad2" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.933450] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired lock "port-6afdc4d0-9f7e-4627-96be-cc2c02421ad2" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.933450] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired external semaphore "port-6afdc4d0-9f7e-4627-96be-cc2c02421ad2" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.933450] env[66859]: DEBUG networking_nsxv3.api.rpc [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6afdc4d0-9f7e-4627-96be-cc2c02421ad2',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1239.089983] env[66859]: INFO networking_nsxv3.common.synchronization [None req-976b5b9a-07f8-42f0-bff4-729393f38661 None None] Enqueued Resource ID: 8acd439c-0dd5-4a9c-8ae3-f3184b00fd0a with Priority: HIGHEST for action port [ 1239.090263] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8acd439c-0dd5-4a9c-8ae3-f3184b00fd0a with Priority: HIGHEST for action port [ 1239.090823] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock port-8acd439c-0dd5-4a9c-8ae3-f3184b00fd0a taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.090948] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8acd439c-0dd5-4a9c-8ae3-f3184b00fd0a" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.091027] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8acd439c-0dd5-4a9c-8ae3-f3184b00fd0a" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.091284] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8acd439c-0dd5-4a9c-8ae3-f3184b00fd0a" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.091365] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8acd439c-0dd5-4a9c-8ae3-f3184b00fd0a',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1239.313439] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2a79f51d-2846-4506-af33-55ae2154e6b5 in Status: SUCCESS [ 1239.313577] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2a79f51d-2846-4506-af33-55ae2154e6b5" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.313761] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2a79f51d-2846-4506-af33-55ae2154e6b5" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.313978] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2a79f51d-2846-4506-af33-55ae2154e6b5" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.314180] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.314295] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.314359] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.314515] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.314595] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.314677] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2a79f51d-2846-4506-af33-55ae2154e6b5" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.314764] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2a79f51d-2846-4506-af33-55ae2154e6b5',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1239.436340] env[66859]: DEBUG networking_nsxv3.common.locking [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.437837] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.437837] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.437837] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.437837] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.437837] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Segment Port 6afdc4d0-9f7e-4627-96be-cc2c02421ad2 not found, creating... [ 1239.437837] env[66859]: DEBUG networking_nsxv3.common.locking [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.437837] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquiring lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.438280] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.438280] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired external semaphore "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.438595] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Releasing lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.438717] env[66859]: DEBUG networking_nsxv3.common.locking [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.438884] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.439010] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.439427] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.439427] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.440575] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Resource: SegmentPort with ID: 6afdc4d0-9f7e-4627-96be-cc2c02421ad2 is going to be created. [ 1239.462395] env[66859]: DEBUG networking_nsxv3.common.locking [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.462704] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.462839] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.463717] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.463923] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.464158] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Releasing lock "port-6afdc4d0-9f7e-4627-96be-cc2c02421ad2" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.594206] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8acd439c-0dd5-4a9c-8ae3-f3184b00fd0a [ 1239.594462] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.594607] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.594669] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.594948] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.595060] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.595156] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8acd439c-0dd5-4a9c-8ae3-f3184b00fd0a already deleted. [ 1239.595240] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8acd439c-0dd5-4a9c-8ae3-f3184b00fd0a" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.817223] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2a79f51d-2846-4506-af33-55ae2154e6b5',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1240.164974] env[66859]: INFO networking_nsxv3.common.synchronization [req-72ad0a34-0277-4332-a97e-455dbf7ec407 req-aeb712c5-93a8-43f3-a82c-1ee2117d1476 service nova] Enqueued Resource ID: b87c9eee-f94a-42b0-bb73-5310b72497f8 with Priority: HIGHEST for action security_group_rules [ 1240.165242] env[66859]: INFO networking_nsxv3.common.synchronization [req-72ad0a34-0277-4332-a97e-455dbf7ec407 req-aeb712c5-93a8-43f3-a82c-1ee2117d1476 service nova] Enqueued Resource ID: b87c9eee-f94a-42b0-bb73-5310b72497f8 with Priority: HIGHEST for action security_group_members [ 1240.165292] env[66859]: INFO networking_nsxv3.common.synchronization [req-72ad0a34-0277-4332-a97e-455dbf7ec407 req-aeb712c5-93a8-43f3-a82c-1ee2117d1476 service nova] Enqueued Resource ID: 6afdc4d0-9f7e-4627-96be-cc2c02421ad2 with Priority: HIGHEST for action port [ 1240.165864] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b87c9eee-f94a-42b0-bb73-5310b72497f8 with Priority: HIGHEST for action security_group_rules [ 1240.165987] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b87c9eee-f94a-42b0-bb73-5310b72497f8 with Priority: HIGHEST for action security_group_members [ 1240.166103] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6afdc4d0-9f7e-4627-96be-cc2c02421ad2 with Priority: HIGHEST for action port [ 1240.166401] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b87c9eee-f94a-42b0-bb73-5310b72497f8 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.166492] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b87c9eee-f94a-42b0-bb73-5310b72497f8" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.166560] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b87c9eee-f94a-42b0-bb73-5310b72497f8" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.166756] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b87c9eee-f94a-42b0-bb73-5310b72497f8" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.166832] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b87c9eee-f94a-42b0-bb73-5310b72497f8',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1240.167652] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-b87c9eee-f94a-42b0-bb73-5310b72497f8 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.167771] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b87c9eee-f94a-42b0-bb73-5310b72497f8" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.167838] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b87c9eee-f94a-42b0-bb73-5310b72497f8" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.168030] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b87c9eee-f94a-42b0-bb73-5310b72497f8" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.168174] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.168267] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.168329] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.168468] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.168552] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.168640] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b87c9eee-f94a-42b0-bb73-5310b72497f8',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1240.169383] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock port-6afdc4d0-9f7e-4627-96be-cc2c02421ad2 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.169489] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6afdc4d0-9f7e-4627-96be-cc2c02421ad2" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.169549] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6afdc4d0-9f7e-4627-96be-cc2c02421ad2" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.169704] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6afdc4d0-9f7e-4627-96be-cc2c02421ad2" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.169777] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6afdc4d0-9f7e-4627-96be-cc2c02421ad2',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1240.320039] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2a79f51d-2846-4506-af33-55ae2154e6b5: rpc.has_security_group_logging(os_id): False [ 1240.338745] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.338916] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.339027] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.339292] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.339431] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.339706] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.339915] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.339915] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.340109] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.340212] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.340322] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2a79f51d-2846-4506-af33-55ae2154e6b5 is going to be updated. [ 1240.397609] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.397811] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.397811] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.398034] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.398185] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.410908] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2a79f51d-2846-4506-af33-55ae2154e6b5 in Status: IN_PROGRESS for 2s [ 1240.672144] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-b87c9eee-f94a-42b0-bb73-5310b72497f8 taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.672357] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b87c9eee-f94a-42b0-bb73-5310b72497f8" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.672660] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b87c9eee-f94a-42b0-bb73-5310b72497f8',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1240.674270] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6afdc4d0-9f7e-4627-96be-cc2c02421ad2 with status ACTIVE [ 1240.674529] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.674681] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.674802] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.675064] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.675181] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.675537] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.675694] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.675694] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.676344] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.676344] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.676922] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.677074] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.677252] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.677346] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.677451] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.677676] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6afdc4d0-9f7e-4627-96be-cc2c02421ad2 is going to be updated. [ 1240.703952] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.704201] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.704201] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.704490] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.704679] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.704954] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6afdc4d0-9f7e-4627-96be-cc2c02421ad2" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.179974] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b87c9eee-f94a-42b0-bb73-5310b72497f8',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1241.682642] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.682839] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.682940] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.683257] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.683404] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.683576] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b87c9eee-f94a-42b0-bb73-5310b72497f8 is going to be updated. [ 1241.715467] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.715467] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.715663] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.715753] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.715902] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.725358] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b87c9eee-f94a-42b0-bb73-5310b72497f8 in Status: IN_PROGRESS for 2s [ 1242.182508] env[66859]: INFO networking_nsxv3.common.synchronization [req-52df84b8-6828-40fc-8c68-201b564e6761 req-84cb1e59-f399-42f8-bb6c-d312af204439 tempest-ServersTestJSON-1973205350 tempest-ServersTestJSON-1973205350-project-member] Enqueued Resource ID: b98eb6ac-76f2-47d5-9518-a88af5df0e58 with Priority: HIGHEST for action security_group_members [ 1242.183651] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b98eb6ac-76f2-47d5-9518-a88af5df0e58 with Priority: HIGHEST for action security_group_members [ 1242.183651] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-b98eb6ac-76f2-47d5-9518-a88af5df0e58 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.183651] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b98eb6ac-76f2-47d5-9518-a88af5df0e58" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.183882] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b98eb6ac-76f2-47d5-9518-a88af5df0e58" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.183961] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b98eb6ac-76f2-47d5-9518-a88af5df0e58" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.184148] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.184255] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.184315] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.184483] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.184570] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.184662] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b98eb6ac-76f2-47d5-9518-a88af5df0e58',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1242.427253] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2a79f51d-2846-4506-af33-55ae2154e6b5 in Status: SUCCESS [ 1242.427496] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2a79f51d-2846-4506-af33-55ae2154e6b5" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.531133] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock network-326 taken with stack trace [, , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.531337] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "network-326" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.531462] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "network-326" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.531882] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "network-326" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.532188] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.532361] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.532506] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.532734] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.532871] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.533101] env[66859]: DEBUG dogpile.cache.region [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] No value present for key: 'zone-id' {{(pid=66859) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1242.533219] env[66859]: DEBUG dogpile.lock [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] NeedRegenerationException {{(pid=66859) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1242.533331] env[66859]: DEBUG dogpile.lock [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] no value, waiting for create lock {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1242.533436] env[66859]: DEBUG dogpile.lock [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] value creation lock acquired {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1242.533598] env[66859]: DEBUG dogpile.cache.region [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] No value present for key: 'zone-id' {{(pid=66859) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1242.533728] env[66859]: DEBUG dogpile.lock [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Calling creation function for not-yet-present value {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1242.533801] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1242.557447] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1242.557679] env[66859]: DEBUG dogpile.cache.region [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=66859) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1242.557751] env[66859]: DEBUG dogpile.lock [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Released creation lock {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1242.557913] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "network-326" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.558274] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock port-3c8b3aa5-1b9b-4a2a-8fb8-419d54c81b56 taken with stack trace [, , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.558452] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "port-3c8b3aa5-1b9b-4a2a-8fb8-419d54c81b56" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.558594] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "port-3c8b3aa5-1b9b-4a2a-8fb8-419d54c81b56" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.558940] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "port-3c8b3aa5-1b9b-4a2a-8fb8-419d54c81b56" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.559164] env[66859]: DEBUG networking_nsxv3.api.rpc [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3c8b3aa5-1b9b-4a2a-8fb8-419d54c81b56',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1242.687224] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.687436] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.687436] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.687663] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.687823] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.688145] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.688311] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.688417] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.688694] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.688801] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.688842] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b98eb6ac-76f2-47d5-9518-a88af5df0e58 already deleted. [ 1242.688928] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b98eb6ac-76f2-47d5-9518-a88af5df0e58" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.062808] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.063177] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.063340] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.063822] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.064091] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.064380] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Segment Port 3c8b3aa5-1b9b-4a2a-8fb8-419d54c81b56 not found, creating... [ 1243.064935] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.065363] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.065554] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.065887] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.066145] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.066548] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.066772] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.066898] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.067209] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.067392] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.067554] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Resource: SegmentPort with ID: 3c8b3aa5-1b9b-4a2a-8fb8-419d54c81b56 is going to be created. [ 1243.091592] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.091845] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.091924] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.092214] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.092488] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.092726] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "port-3c8b3aa5-1b9b-4a2a-8fb8-419d54c81b56" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.736501] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b87c9eee-f94a-42b0-bb73-5310b72497f8 in Status: SUCCESS [ 1243.736921] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b87c9eee-f94a-42b0-bb73-5310b72497f8" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.738089] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b87c9eee-f94a-42b0-bb73-5310b72497f8" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.739632] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b87c9eee-f94a-42b0-bb73-5310b72497f8" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.739632] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.739632] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.739632] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.740479] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.740479] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.740479] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b87c9eee-f94a-42b0-bb73-5310b72497f8" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.740479] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b87c9eee-f94a-42b0-bb73-5310b72497f8',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1243.845376] env[66859]: INFO networking_nsxv3.common.synchronization [req-52df84b8-6828-40fc-8c68-201b564e6761 req-74ce1630-44c0-4bbb-8182-e4f4f585ffd4 service nova] Enqueued Resource ID: b98eb6ac-76f2-47d5-9518-a88af5df0e58 with Priority: HIGHEST for action security_group_rules [ 1243.845376] env[66859]: INFO networking_nsxv3.common.synchronization [req-52df84b8-6828-40fc-8c68-201b564e6761 req-74ce1630-44c0-4bbb-8182-e4f4f585ffd4 service nova] Enqueued Resource ID: b98eb6ac-76f2-47d5-9518-a88af5df0e58 with Priority: HIGHEST for action security_group_members [ 1243.845549] env[66859]: INFO networking_nsxv3.common.synchronization [req-52df84b8-6828-40fc-8c68-201b564e6761 req-74ce1630-44c0-4bbb-8182-e4f4f585ffd4 service nova] Enqueued Resource ID: 3c8b3aa5-1b9b-4a2a-8fb8-419d54c81b56 with Priority: HIGHEST for action port [ 1243.846185] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b98eb6ac-76f2-47d5-9518-a88af5df0e58 with Priority: HIGHEST for action security_group_rules [ 1243.846406] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b98eb6ac-76f2-47d5-9518-a88af5df0e58 with Priority: HIGHEST for action security_group_members [ 1243.846459] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3c8b3aa5-1b9b-4a2a-8fb8-419d54c81b56 with Priority: HIGHEST for action port [ 1243.846763] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b98eb6ac-76f2-47d5-9518-a88af5df0e58 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.846915] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b98eb6ac-76f2-47d5-9518-a88af5df0e58" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.846992] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b98eb6ac-76f2-47d5-9518-a88af5df0e58" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.847358] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b98eb6ac-76f2-47d5-9518-a88af5df0e58" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.847467] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b98eb6ac-76f2-47d5-9518-a88af5df0e58',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1243.848526] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-b98eb6ac-76f2-47d5-9518-a88af5df0e58 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.848635] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b98eb6ac-76f2-47d5-9518-a88af5df0e58" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.848791] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b98eb6ac-76f2-47d5-9518-a88af5df0e58" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.848959] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b98eb6ac-76f2-47d5-9518-a88af5df0e58" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.849075] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.849245] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.849245] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.849471] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.849537] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.850218] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b98eb6ac-76f2-47d5-9518-a88af5df0e58',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1243.850830] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock port-3c8b3aa5-1b9b-4a2a-8fb8-419d54c81b56 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.850830] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3c8b3aa5-1b9b-4a2a-8fb8-419d54c81b56" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.850830] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3c8b3aa5-1b9b-4a2a-8fb8-419d54c81b56" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.851063] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3c8b3aa5-1b9b-4a2a-8fb8-419d54c81b56" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.851063] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3c8b3aa5-1b9b-4a2a-8fb8-419d54c81b56',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1244.243182] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-b87c9eee-f94a-42b0-bb73-5310b72497f8 taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.243421] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b87c9eee-f94a-42b0-bb73-5310b72497f8" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.243421] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b87c9eee-f94a-42b0-bb73-5310b72497f8" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.243641] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b87c9eee-f94a-42b0-bb73-5310b72497f8" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.243823] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.243933] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.243996] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.244177] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.244302] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.244342] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b87c9eee-f94a-42b0-bb73-5310b72497f8" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.244495] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-b87c9eee-f94a-42b0-bb73-5310b72497f8 taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.244587] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b87c9eee-f94a-42b0-bb73-5310b72497f8" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.244647] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b87c9eee-f94a-42b0-bb73-5310b72497f8" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.244797] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b87c9eee-f94a-42b0-bb73-5310b72497f8" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.244934] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.245035] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.245096] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.245238] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.245308] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.245382] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b87c9eee-f94a-42b0-bb73-5310b72497f8" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.245494] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b87c9eee-f94a-42b0-bb73-5310b72497f8',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1244.352808] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b98eb6ac-76f2-47d5-9518-a88af5df0e58',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1244.353945] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-b98eb6ac-76f2-47d5-9518-a88af5df0e58 taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.354117] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b98eb6ac-76f2-47d5-9518-a88af5df0e58" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.354675] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3c8b3aa5-1b9b-4a2a-8fb8-419d54c81b56 with status ACTIVE [ 1244.354675] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.354872] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.354872] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.355748] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.355748] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.355748] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.355748] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.355748] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.355748] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.355748] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.355996] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.355996] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.355996] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.356115] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.356157] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.356763] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3c8b3aa5-1b9b-4a2a-8fb8-419d54c81b56 is going to be updated. [ 1244.379899] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.380147] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.380147] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.380348] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.380486] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.380649] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3c8b3aa5-1b9b-4a2a-8fb8-419d54c81b56" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.747696] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b87c9eee-f94a-42b0-bb73-5310b72497f8: rpc.has_security_group_logging(os_id): False [ 1244.765487] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.765688] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.765688] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.765892] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.765979] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.766194] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.766295] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.766356] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.766519] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.766586] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.766790] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.766900] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.766962] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.767127] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.767203] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.767380] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.767472] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.767532] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.767668] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.767741] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.767822] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b87c9eee-f94a-42b0-bb73-5310b72497f8 is going to be updated. [ 1244.827148] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.827302] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.827378] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.827590] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.827743] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.842957] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b87c9eee-f94a-42b0-bb73-5310b72497f8 in Status: IN_PROGRESS for 2s [ 1244.855409] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b98eb6ac-76f2-47d5-9518-a88af5df0e58',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1245.357823] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.358048] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.358092] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.358313] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.358400] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.358498] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b98eb6ac-76f2-47d5-9518-a88af5df0e58 is going to be created. [ 1245.384488] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.387673] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.387793] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.388043] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.388261] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.399205] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b98eb6ac-76f2-47d5-9518-a88af5df0e58 in Status: UNINITIALIZED for 2s [ 1246.860284] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b87c9eee-f94a-42b0-bb73-5310b72497f8 in Status: SUCCESS [ 1246.860806] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b87c9eee-f94a-42b0-bb73-5310b72497f8" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.412159] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b98eb6ac-76f2-47d5-9518-a88af5df0e58 in Status: SUCCESS [ 1247.412556] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b98eb6ac-76f2-47d5-9518-a88af5df0e58" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.412687] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b98eb6ac-76f2-47d5-9518-a88af5df0e58" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.412949] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b98eb6ac-76f2-47d5-9518-a88af5df0e58" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.413171] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.413349] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.413418] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.413617] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.413693] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.413783] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b98eb6ac-76f2-47d5-9518-a88af5df0e58" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.413880] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b98eb6ac-76f2-47d5-9518-a88af5df0e58',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1247.917826] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-b98eb6ac-76f2-47d5-9518-a88af5df0e58 taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.918352] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b98eb6ac-76f2-47d5-9518-a88af5df0e58" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.918352] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b98eb6ac-76f2-47d5-9518-a88af5df0e58" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.918479] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b98eb6ac-76f2-47d5-9518-a88af5df0e58" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.919329] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.919513] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.919621] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.919881] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.920031] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.920176] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b98eb6ac-76f2-47d5-9518-a88af5df0e58" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.920422] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-b98eb6ac-76f2-47d5-9518-a88af5df0e58 taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.920590] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b98eb6ac-76f2-47d5-9518-a88af5df0e58" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.920695] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b98eb6ac-76f2-47d5-9518-a88af5df0e58" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.920928] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b98eb6ac-76f2-47d5-9518-a88af5df0e58" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.921161] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.921308] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.921404] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.921642] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.921768] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.921915] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b98eb6ac-76f2-47d5-9518-a88af5df0e58" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.922065] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b98eb6ac-76f2-47d5-9518-a88af5df0e58',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1248.426314] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b98eb6ac-76f2-47d5-9518-a88af5df0e58: rpc.has_security_group_logging(os_id): False [ 1248.444112] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.445297] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.445297] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.445297] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.445297] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.445297] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.445297] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.445297] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.445597] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.445597] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.445666] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.445760] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.445822] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.445957] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.446108] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.446494] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.446494] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.446625] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.446662] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.446714] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.446801] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b98eb6ac-76f2-47d5-9518-a88af5df0e58 is going to be created. [ 1248.505999] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.506257] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.506310] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.506577] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.506714] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.518454] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b98eb6ac-76f2-47d5-9518-a88af5df0e58 in Status: IN_PROGRESS for 2s [ 1248.712217] env[66859]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-0c0c7735-d1e0-4ebb-a8fb-e03fe373214d None None] NSXv3 Agent Agent loop - iteration:2 completed [ 1248.712393] env[66859]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-0c0c7735-d1e0-4ebb-a8fb-e03fe373214d None None] NSXv3 Agent Agent loop - iteration:3 started [ 1248.847358] env[66859]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1248.847510] env[66859]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1248.946662] env[66859]: INFO networking_nsxv3.common.synchronization [req-4101f009-3893-4d51-b28c-dc132d81868d req-ea066f09-1184-481e-a7c3-f04fd0f89ba2 tempest-ServerActionsTestOtherA-665867162 tempest-ServerActionsTestOtherA-665867162-project-member] Enqueued Resource ID: db4aa64c-ed9c-4fc8-8359-82c95d910445 with Priority: HIGHEST for action security_group_members [ 1248.947222] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db4aa64c-ed9c-4fc8-8359-82c95d910445 with Priority: HIGHEST for action security_group_members [ 1248.947818] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-db4aa64c-ed9c-4fc8-8359-82c95d910445 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.947964] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-db4aa64c-ed9c-4fc8-8359-82c95d910445" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.948054] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-db4aa64c-ed9c-4fc8-8359-82c95d910445" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.948255] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-db4aa64c-ed9c-4fc8-8359-82c95d910445" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.948405] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.948708] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.948708] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.948825] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.948912] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.949016] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('db4aa64c-ed9c-4fc8-8359-82c95d910445',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1249.451637] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.451773] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.451814] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.452183] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.452317] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.452674] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.452803] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.452853] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.453090] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.453167] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.453306] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: db4aa64c-ed9c-4fc8-8359-82c95d910445 is going to be updated. [ 1249.483763] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.483941] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.483983] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.484207] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.484353] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.493913] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: db4aa64c-ed9c-4fc8-8359-82c95d910445 in Status: IN_PROGRESS for 2s [ 1250.530614] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b98eb6ac-76f2-47d5-9518-a88af5df0e58 in Status: SUCCESS [ 1250.530970] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b98eb6ac-76f2-47d5-9518-a88af5df0e58" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.505731] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: db4aa64c-ed9c-4fc8-8359-82c95d910445 in Status: SUCCESS [ 1251.505905] env[66859]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: db4aa64c-ed9c-4fc8-8359-82c95d910445 deletion is rescheduled due to dependency. [ 1251.506077] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-db4aa64c-ed9c-4fc8-8359-82c95d910445" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.948336] env[66859]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1253.948703] env[66859]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1254.466790] env[66859]: INFO networking_nsxv3.common.synchronization [req-3e4ba02e-0760-4c91-862b-790209d2f0e9 req-8a12da72-bb65-4791-8188-b20c55340d05 tempest-ServerActionsTestOtherB-68848259 tempest-ServerActionsTestOtherB-68848259-project-member] Enqueued Resource ID: 2a79f51d-2846-4506-af33-55ae2154e6b5 with Priority: HIGHEST for action security_group_members [ 1254.467349] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2a79f51d-2846-4506-af33-55ae2154e6b5 with Priority: HIGHEST for action security_group_members [ 1254.467661] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-2a79f51d-2846-4506-af33-55ae2154e6b5 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.467787] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2a79f51d-2846-4506-af33-55ae2154e6b5" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.467855] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2a79f51d-2846-4506-af33-55ae2154e6b5" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.468070] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2a79f51d-2846-4506-af33-55ae2154e6b5" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.468218] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.468321] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.468380] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.468616] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.468718] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.468816] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2a79f51d-2846-4506-af33-55ae2154e6b5',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1254.971147] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.971459] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.971459] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.971613] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.971710] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.971911] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.972018] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.972084] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.972238] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.972317] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.972404] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2a79f51d-2846-4506-af33-55ae2154e6b5 is going to be updated. [ 1255.001561] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.001740] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.001785] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.001967] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.002123] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.012628] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2a79f51d-2846-4506-af33-55ae2154e6b5 in Status: IN_PROGRESS for 2s [ 1256.151493] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock network-327 taken with stack trace [, , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.151767] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "network-327" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.151807] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "network-327" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.152076] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "network-327" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.152326] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.152478] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.152623] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.152855] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.152993] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.153240] env[66859]: DEBUG dogpile.cache.region [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] No value present for key: 'zone-id' {{(pid=66859) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1256.153350] env[66859]: DEBUG dogpile.lock [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] NeedRegenerationException {{(pid=66859) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1256.153455] env[66859]: DEBUG dogpile.lock [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] no value, waiting for create lock {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1256.153577] env[66859]: DEBUG dogpile.lock [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] value creation lock acquired {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1256.153764] env[66859]: DEBUG dogpile.cache.region [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] No value present for key: 'zone-id' {{(pid=66859) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1256.153890] env[66859]: DEBUG dogpile.lock [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Calling creation function for not-yet-present value {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1256.154045] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1256.175934] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1256.176216] env[66859]: DEBUG dogpile.cache.region [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66859) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1256.176363] env[66859]: DEBUG dogpile.lock [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Released creation lock {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1256.176533] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "network-327" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.177039] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock port-6afdc4d0-9f7e-4627-96be-cc2c02421ad2 taken with stack trace [, , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.177263] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "port-6afdc4d0-9f7e-4627-96be-cc2c02421ad2" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.177384] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "port-6afdc4d0-9f7e-4627-96be-cc2c02421ad2" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.177674] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "port-6afdc4d0-9f7e-4627-96be-cc2c02421ad2" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.177835] env[66859]: DEBUG networking_nsxv3.api.rpc [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6afdc4d0-9f7e-4627-96be-cc2c02421ad2',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1256.680698] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.681855] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.681855] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.681855] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.681855] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.681855] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.682103] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.682103] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.682298] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.682452] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.682743] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.682890] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.683103] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.683242] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.683355] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.683534] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Resource: SegmentPort with ID: 6afdc4d0-9f7e-4627-96be-cc2c02421ad2 is going to be updated. [ 1256.704281] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.704488] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.704612] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.704887] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.705087] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.705310] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "port-6afdc4d0-9f7e-4627-96be-cc2c02421ad2" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.022271] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2a79f51d-2846-4506-af33-55ae2154e6b5 in Status: SUCCESS [ 1257.022446] env[66859]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2a79f51d-2846-4506-af33-55ae2154e6b5 deletion is rescheduled due to dependency. [ 1257.022510] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2a79f51d-2846-4506-af33-55ae2154e6b5" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.391147] env[66859]: INFO networking_nsxv3.common.synchronization [req-6dc88a61-673d-4298-8829-b9a4aca7df01 req-5267ee2a-d0a8-40fe-88bc-cb13b672c13e service nova] Enqueued Resource ID: b87c9eee-f94a-42b0-bb73-5310b72497f8 with Priority: HIGHEST for action security_group_rules [ 1257.392084] env[66859]: INFO networking_nsxv3.common.synchronization [req-6dc88a61-673d-4298-8829-b9a4aca7df01 req-5267ee2a-d0a8-40fe-88bc-cb13b672c13e service nova] Enqueued Resource ID: b87c9eee-f94a-42b0-bb73-5310b72497f8 with Priority: HIGHEST for action security_group_members [ 1257.392084] env[66859]: INFO networking_nsxv3.common.synchronization [req-6dc88a61-673d-4298-8829-b9a4aca7df01 req-5267ee2a-d0a8-40fe-88bc-cb13b672c13e service nova] Enqueued Resource ID: 6afdc4d0-9f7e-4627-96be-cc2c02421ad2 with Priority: HIGHEST for action port [ 1257.392084] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b87c9eee-f94a-42b0-bb73-5310b72497f8 with Priority: HIGHEST for action security_group_rules [ 1257.392929] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b87c9eee-f94a-42b0-bb73-5310b72497f8 with Priority: HIGHEST for action security_group_members [ 1257.393451] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6afdc4d0-9f7e-4627-96be-cc2c02421ad2 with Priority: HIGHEST for action port [ 1257.393451] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b87c9eee-f94a-42b0-bb73-5310b72497f8 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.393971] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b87c9eee-f94a-42b0-bb73-5310b72497f8" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.393971] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b87c9eee-f94a-42b0-bb73-5310b72497f8" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.393971] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b87c9eee-f94a-42b0-bb73-5310b72497f8" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.394351] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b87c9eee-f94a-42b0-bb73-5310b72497f8',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1257.395994] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-b87c9eee-f94a-42b0-bb73-5310b72497f8 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.395994] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b87c9eee-f94a-42b0-bb73-5310b72497f8" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.396102] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b87c9eee-f94a-42b0-bb73-5310b72497f8" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.396266] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b87c9eee-f94a-42b0-bb73-5310b72497f8" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.396473] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.396577] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.396657] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.396809] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.396911] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.397010] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b87c9eee-f94a-42b0-bb73-5310b72497f8',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1257.398155] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock port-6afdc4d0-9f7e-4627-96be-cc2c02421ad2 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.398262] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6afdc4d0-9f7e-4627-96be-cc2c02421ad2" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.398440] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6afdc4d0-9f7e-4627-96be-cc2c02421ad2" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.398626] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6afdc4d0-9f7e-4627-96be-cc2c02421ad2" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.399358] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6afdc4d0-9f7e-4627-96be-cc2c02421ad2',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1257.896842] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-b87c9eee-f94a-42b0-bb73-5310b72497f8 taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.897547] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b87c9eee-f94a-42b0-bb73-5310b72497f8" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.900402] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6afdc4d0-9f7e-4627-96be-cc2c02421ad2 with status ACTIVE [ 1257.900722] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.900844] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.900905] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.901139] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.901231] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.901424] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.901526] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.901587] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.901762] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.901867] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.902112] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.902226] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.902318] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.902602] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.902663] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.902789] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6afdc4d0-9f7e-4627-96be-cc2c02421ad2 is going to be updated. [ 1257.903993] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b87c9eee-f94a-42b0-bb73-5310b72497f8',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1257.933823] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.934071] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.934071] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.934285] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.934419] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.934580] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6afdc4d0-9f7e-4627-96be-cc2c02421ad2" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.094052] env[66859]: INFO networking_nsxv3.common.synchronization [req-394329bc-a3e9-479b-8367-470f05f8ce2d req-adc6df88-4727-4ce8-b2b0-aab121d7eacf tempest-ServersTestJSON-1973205350 tempest-ServersTestJSON-1973205350-project-member] Enqueued Resource ID: b98eb6ac-76f2-47d5-9518-a88af5df0e58 with Priority: HIGHEST for action security_group_members [ 1258.094604] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b98eb6ac-76f2-47d5-9518-a88af5df0e58 with Priority: HIGHEST for action security_group_members [ 1258.094953] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-b98eb6ac-76f2-47d5-9518-a88af5df0e58 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.095134] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b98eb6ac-76f2-47d5-9518-a88af5df0e58" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.095134] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b98eb6ac-76f2-47d5-9518-a88af5df0e58" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.095512] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b98eb6ac-76f2-47d5-9518-a88af5df0e58" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.095512] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.095633] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.095666] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.095803] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.095882] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.095978] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b98eb6ac-76f2-47d5-9518-a88af5df0e58',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1258.404643] env[66859]: DEBUG networking_nsxv3.common.locking [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Lock network-326 taken with stack trace [, , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.405046] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquiring lock "network-326" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.405046] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired lock "network-326" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.405248] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired external semaphore "network-326" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.405489] env[66859]: DEBUG networking_nsxv3.common.locking [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.405656] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquiring lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.405801] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.406051] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired external semaphore "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.406201] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Releasing lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.406416] env[66859]: DEBUG dogpile.cache.region [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] No value present for key: 'zone-id' {{(pid=66859) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1258.406566] env[66859]: DEBUG dogpile.lock [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] NeedRegenerationException {{(pid=66859) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1258.406641] env[66859]: DEBUG dogpile.lock [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] no value, waiting for create lock {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1258.406783] env[66859]: DEBUG dogpile.lock [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] value creation lock acquired {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1258.406846] env[66859]: DEBUG dogpile.cache.region [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] No value present for key: 'zone-id' {{(pid=66859) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1258.406948] env[66859]: DEBUG dogpile.lock [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Calling creation function for not-yet-present value {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1258.407095] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1258.408509] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b87c9eee-f94a-42b0-bb73-5310b72497f8',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1258.428121] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1258.428306] env[66859]: DEBUG dogpile.cache.region [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66859) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1258.428441] env[66859]: DEBUG dogpile.lock [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Released creation lock {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1258.428617] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Releasing lock "network-326" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.428935] env[66859]: DEBUG networking_nsxv3.common.locking [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Lock port-31ebe637-b31a-4125-8179-4a7f5934a880 taken with stack trace [, , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.429116] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquiring lock "port-31ebe637-b31a-4125-8179-4a7f5934a880" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.429235] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired lock "port-31ebe637-b31a-4125-8179-4a7f5934a880" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.429564] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired external semaphore "port-31ebe637-b31a-4125-8179-4a7f5934a880" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.429700] env[66859]: DEBUG networking_nsxv3.api.rpc [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('31ebe637-b31a-4125-8179-4a7f5934a880',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1258.598087] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b98eb6ac-76f2-47d5-9518-a88af5df0e58',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1258.911092] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.911184] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.911220] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.911417] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.911505] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.911607] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b87c9eee-f94a-42b0-bb73-5310b72497f8 is going to be updated. [ 1258.932713] env[66859]: DEBUG networking_nsxv3.common.locking [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.933049] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.933202] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.933502] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.933720] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.933975] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Segment Port 31ebe637-b31a-4125-8179-4a7f5934a880 not found, creating... [ 1258.934442] env[66859]: DEBUG networking_nsxv3.common.locking [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.934671] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquiring lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.934832] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.935291] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired external semaphore "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.935435] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Releasing lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.935791] env[66859]: DEBUG networking_nsxv3.common.locking [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.935907] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.936021] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.936238] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.936375] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.936514] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Resource: SegmentPort with ID: 31ebe637-b31a-4125-8179-4a7f5934a880 is going to be created. [ 1258.940703] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.940831] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.940904] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.941062] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.941210] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.950166] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b87c9eee-f94a-42b0-bb73-5310b72497f8 in Status: IN_PROGRESS for 2s [ 1258.956759] env[66859]: DEBUG networking_nsxv3.common.locking [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.957030] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.957101] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.957370] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.957588] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.957811] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Releasing lock "port-31ebe637-b31a-4125-8179-4a7f5934a880" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.100715] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b98eb6ac-76f2-47d5-9518-a88af5df0e58',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1259.603220] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.603608] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.603608] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.603732] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.603812] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.603921] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b98eb6ac-76f2-47d5-9518-a88af5df0e58 is going to be updated. [ 1259.647966] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.648211] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.648211] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.648431] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.648552] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.658605] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b98eb6ac-76f2-47d5-9518-a88af5df0e58 in Status: IN_PROGRESS for 2s [ 1259.677574] env[66859]: INFO networking_nsxv3.common.synchronization [req-394329bc-a3e9-479b-8367-470f05f8ce2d req-14daa52f-0b87-44e1-b128-80868bbe40ee service nova] Enqueued Resource ID: b98eb6ac-76f2-47d5-9518-a88af5df0e58 with Priority: HIGHEST for action security_group_rules [ 1259.677574] env[66859]: INFO networking_nsxv3.common.synchronization [req-394329bc-a3e9-479b-8367-470f05f8ce2d req-14daa52f-0b87-44e1-b128-80868bbe40ee service nova] Enqueued Resource ID: b98eb6ac-76f2-47d5-9518-a88af5df0e58 with Priority: HIGHEST for action security_group_members [ 1259.677574] env[66859]: INFO networking_nsxv3.common.synchronization [req-394329bc-a3e9-479b-8367-470f05f8ce2d req-14daa52f-0b87-44e1-b128-80868bbe40ee service nova] Enqueued Resource ID: 31ebe637-b31a-4125-8179-4a7f5934a880 with Priority: HIGHEST for action port [ 1259.677986] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b98eb6ac-76f2-47d5-9518-a88af5df0e58 with Priority: HIGHEST for action security_group_rules [ 1259.678091] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b98eb6ac-76f2-47d5-9518-a88af5df0e58 with Priority: HIGHEST for action security_group_members [ 1259.678184] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 31ebe637-b31a-4125-8179-4a7f5934a880 with Priority: HIGHEST for action port [ 1259.678449] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b98eb6ac-76f2-47d5-9518-a88af5df0e58 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.678560] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b98eb6ac-76f2-47d5-9518-a88af5df0e58" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.678624] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b98eb6ac-76f2-47d5-9518-a88af5df0e58" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.678840] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b98eb6ac-76f2-47d5-9518-a88af5df0e58" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.679083] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b98eb6ac-76f2-47d5-9518-a88af5df0e58',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1259.681293] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-b98eb6ac-76f2-47d5-9518-a88af5df0e58 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.681395] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b98eb6ac-76f2-47d5-9518-a88af5df0e58" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.681580] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock port-31ebe637-b31a-4125-8179-4a7f5934a880 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.681686] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-31ebe637-b31a-4125-8179-4a7f5934a880" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.681751] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-31ebe637-b31a-4125-8179-4a7f5934a880" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.681953] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-31ebe637-b31a-4125-8179-4a7f5934a880" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.682030] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('31ebe637-b31a-4125-8179-4a7f5934a880',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1260.181833] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-b98eb6ac-76f2-47d5-9518-a88af5df0e58 taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.182042] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b98eb6ac-76f2-47d5-9518-a88af5df0e58" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.184465] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 31ebe637-b31a-4125-8179-4a7f5934a880 with status ACTIVE [ 1260.184650] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.184771] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.184844] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.185073] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.185174] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.185366] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.185420] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.185483] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.185635] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.185713] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.185902] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.186015] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.186082] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.186232] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.186296] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.186777] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 31ebe637-b31a-4125-8179-4a7f5934a880 is going to be updated. [ 1260.211036] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.211298] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.211498] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.211837] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.212067] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.212325] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-31ebe637-b31a-4125-8179-4a7f5934a880" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.961516] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b87c9eee-f94a-42b0-bb73-5310b72497f8 in Status: SUCCESS [ 1260.961811] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b87c9eee-f94a-42b0-bb73-5310b72497f8" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.961926] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b87c9eee-f94a-42b0-bb73-5310b72497f8" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.962177] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b87c9eee-f94a-42b0-bb73-5310b72497f8" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.962384] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.962524] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.962649] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.962820] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.962904] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.962988] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b87c9eee-f94a-42b0-bb73-5310b72497f8" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.963105] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b87c9eee-f94a-42b0-bb73-5310b72497f8',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1261.465721] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-b87c9eee-f94a-42b0-bb73-5310b72497f8 taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.465953] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b87c9eee-f94a-42b0-bb73-5310b72497f8" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.466023] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b87c9eee-f94a-42b0-bb73-5310b72497f8" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.466282] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b87c9eee-f94a-42b0-bb73-5310b72497f8" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.466478] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.466595] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.466695] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.466886] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.466978] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.467084] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b87c9eee-f94a-42b0-bb73-5310b72497f8" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.467235] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-b87c9eee-f94a-42b0-bb73-5310b72497f8 taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.467343] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b87c9eee-f94a-42b0-bb73-5310b72497f8" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.467410] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b87c9eee-f94a-42b0-bb73-5310b72497f8" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.467556] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b87c9eee-f94a-42b0-bb73-5310b72497f8" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.467714] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.467810] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.467870] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.468044] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.468140] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.468244] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b87c9eee-f94a-42b0-bb73-5310b72497f8" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.468374] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b87c9eee-f94a-42b0-bb73-5310b72497f8',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1261.668639] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b98eb6ac-76f2-47d5-9518-a88af5df0e58 in Status: SUCCESS [ 1261.668849] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b98eb6ac-76f2-47d5-9518-a88af5df0e58" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.668971] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b98eb6ac-76f2-47d5-9518-a88af5df0e58" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.669216] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b98eb6ac-76f2-47d5-9518-a88af5df0e58" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.669401] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.669518] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.669587] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.669736] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.669843] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.669945] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b98eb6ac-76f2-47d5-9518-a88af5df0e58',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1261.970619] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b87c9eee-f94a-42b0-bb73-5310b72497f8: rpc.has_security_group_logging(os_id): False [ 1261.990046] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.990214] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.990292] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.990546] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.990666] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.990876] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.990980] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.991057] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.991219] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.991298] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.991500] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.991600] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.991668] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.991809] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.991884] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.992076] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.992205] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.992286] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.992432] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.992512] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.992626] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b87c9eee-f94a-42b0-bb73-5310b72497f8 is going to be updated. [ 1262.057580] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.057794] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.057794] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.057986] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.058144] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.076022] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b87c9eee-f94a-42b0-bb73-5310b72497f8 in Status: IN_PROGRESS for 2s [ 1262.172795] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b98eb6ac-76f2-47d5-9518-a88af5df0e58',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1262.675030] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b98eb6ac-76f2-47d5-9518-a88af5df0e58',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1263.177863] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.177863] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.177863] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.178297] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.178297] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.178297] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b98eb6ac-76f2-47d5-9518-a88af5df0e58 is going to be updated. [ 1263.211657] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.211858] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.212008] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.212249] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.212393] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.222148] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b98eb6ac-76f2-47d5-9518-a88af5df0e58 in Status: IN_PROGRESS for 2s [ 1264.092436] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b87c9eee-f94a-42b0-bb73-5310b72497f8 in Status: SUCCESS [ 1264.092689] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b87c9eee-f94a-42b0-bb73-5310b72497f8" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.679338] env[66859]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1264.679338] env[66859]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1265.233454] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b98eb6ac-76f2-47d5-9518-a88af5df0e58 in Status: IN_PROGRESS for 4s [ 1267.246938] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b98eb6ac-76f2-47d5-9518-a88af5df0e58 in Status: SUCCESS [ 1267.247494] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b98eb6ac-76f2-47d5-9518-a88af5df0e58" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.247751] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b98eb6ac-76f2-47d5-9518-a88af5df0e58" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.248074] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b98eb6ac-76f2-47d5-9518-a88af5df0e58" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.248354] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.248536] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.248645] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.248890] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.249035] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.249179] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b98eb6ac-76f2-47d5-9518-a88af5df0e58" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.249319] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b98eb6ac-76f2-47d5-9518-a88af5df0e58',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1267.752700] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-b98eb6ac-76f2-47d5-9518-a88af5df0e58 taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.752959] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b98eb6ac-76f2-47d5-9518-a88af5df0e58" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.752959] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b98eb6ac-76f2-47d5-9518-a88af5df0e58" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.753165] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b98eb6ac-76f2-47d5-9518-a88af5df0e58" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.753330] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.753429] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.753494] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.753642] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.753751] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.753851] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b98eb6ac-76f2-47d5-9518-a88af5df0e58" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.753993] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-b98eb6ac-76f2-47d5-9518-a88af5df0e58 taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.754097] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b98eb6ac-76f2-47d5-9518-a88af5df0e58" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.754156] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b98eb6ac-76f2-47d5-9518-a88af5df0e58" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.754293] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b98eb6ac-76f2-47d5-9518-a88af5df0e58" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.754425] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.754515] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.754575] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.754709] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.754783] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.754862] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b98eb6ac-76f2-47d5-9518-a88af5df0e58" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.754951] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b98eb6ac-76f2-47d5-9518-a88af5df0e58',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1268.257764] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b98eb6ac-76f2-47d5-9518-a88af5df0e58: rpc.has_security_group_logging(os_id): False [ 1268.278035] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.278153] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.278153] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.278373] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.278464] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.278676] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.278776] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.278841] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.278991] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.279081] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.279244] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.279334] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.279392] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.279528] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.279598] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.279778] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.279867] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.279919] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.280071] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.280139] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.280222] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b98eb6ac-76f2-47d5-9518-a88af5df0e58 is going to be updated. [ 1268.347027] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.347202] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.347202] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.347442] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.347587] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.364067] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b98eb6ac-76f2-47d5-9518-a88af5df0e58 in Status: IN_PROGRESS for 2s [ 1269.589853] env[66859]: INFO networking_nsxv3.common.synchronization [req-986432be-30ce-4c0c-afbc-0c60b6fa6ab0 req-8460c6cf-102b-4efa-9f02-2609f3c688fd tempest-ServersTestJSON-1973205350 tempest-ServersTestJSON-1973205350-project-member] Enqueued Resource ID: b98eb6ac-76f2-47d5-9518-a88af5df0e58 with Priority: HIGHEST for action security_group_members [ 1269.590507] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b98eb6ac-76f2-47d5-9518-a88af5df0e58 with Priority: HIGHEST for action security_group_members [ 1269.590852] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-b98eb6ac-76f2-47d5-9518-a88af5df0e58 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.591183] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b98eb6ac-76f2-47d5-9518-a88af5df0e58" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.591284] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b98eb6ac-76f2-47d5-9518-a88af5df0e58" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.591561] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b98eb6ac-76f2-47d5-9518-a88af5df0e58" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.591968] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.591968] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.592091] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.592193] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.592309] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.592412] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b98eb6ac-76f2-47d5-9518-a88af5df0e58',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1270.094846] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b98eb6ac-76f2-47d5-9518-a88af5df0e58',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1270.380876] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b98eb6ac-76f2-47d5-9518-a88af5df0e58 in Status: SUCCESS [ 1270.381220] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b98eb6ac-76f2-47d5-9518-a88af5df0e58" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.597701] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b98eb6ac-76f2-47d5-9518-a88af5df0e58',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1271.100210] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.100472] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.100472] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.100710] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.100765] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.100927] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b98eb6ac-76f2-47d5-9518-a88af5df0e58 is going to be updated. [ 1271.136195] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.136434] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.136434] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.136624] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.136773] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.146826] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b98eb6ac-76f2-47d5-9518-a88af5df0e58 in Status: IN_PROGRESS for 2s [ 1272.011796] env[66859]: INFO networking_nsxv3.common.synchronization [req-7c422e63-c43f-4e51-a015-d1fa986cd150 req-45782b80-e353-4c6b-bc75-d3277c76c4a9 tempest-AttachInterfacesTestJSON-1144280436 tempest-AttachInterfacesTestJSON-1144280436-project-member] Enqueued Resource ID: 849b37a9-47b3-4336-ac80-d5886a70b2f9 with Priority: HIGHEST for action security_group_members [ 1272.012387] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 849b37a9-47b3-4336-ac80-d5886a70b2f9 with Priority: HIGHEST for action security_group_members [ 1272.012756] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-849b37a9-47b3-4336-ac80-d5886a70b2f9 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.012894] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-849b37a9-47b3-4336-ac80-d5886a70b2f9" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.012956] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-849b37a9-47b3-4336-ac80-d5886a70b2f9" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.013121] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-849b37a9-47b3-4336-ac80-d5886a70b2f9" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.013800] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.013800] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.013800] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.013800] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.013973] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.014073] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('849b37a9-47b3-4336-ac80-d5886a70b2f9',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1272.516308] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('849b37a9-47b3-4336-ac80-d5886a70b2f9',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1273.018496] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('849b37a9-47b3-4336-ac80-d5886a70b2f9',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1273.158628] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b98eb6ac-76f2-47d5-9518-a88af5df0e58 in Status: SUCCESS [ 1273.158898] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b98eb6ac-76f2-47d5-9518-a88af5df0e58" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.520531] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.520742] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.520818] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.521049] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.521141] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.521237] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 849b37a9-47b3-4336-ac80-d5886a70b2f9 is going to be updated. [ 1273.553417] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.553603] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.553649] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.553869] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.554030] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.564766] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 849b37a9-47b3-4336-ac80-d5886a70b2f9 in Status: IN_PROGRESS for 2s [ 1275.578130] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 849b37a9-47b3-4336-ac80-d5886a70b2f9 in Status: SUCCESS [ 1275.578625] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-849b37a9-47b3-4336-ac80-d5886a70b2f9" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.013329] env[66859]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1277.013594] env[66859]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1278.450172] env[66859]: INFO networking_nsxv3.common.synchronization [req-e547e63e-aa3a-4b28-b5b3-e1a5c9226a87 req-6d8ba1ec-cc78-4843-a434-5d3390bb1b81 tempest-AttachInterfacesTestJSON-1144280436 tempest-AttachInterfacesTestJSON-1144280436-project-member] Enqueued Resource ID: 849b37a9-47b3-4336-ac80-d5886a70b2f9 with Priority: HIGHEST for action security_group_members [ 1278.450759] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 849b37a9-47b3-4336-ac80-d5886a70b2f9 with Priority: HIGHEST for action security_group_members [ 1278.451242] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-849b37a9-47b3-4336-ac80-d5886a70b2f9 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.451442] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-849b37a9-47b3-4336-ac80-d5886a70b2f9" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.451558] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-849b37a9-47b3-4336-ac80-d5886a70b2f9" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.451800] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-849b37a9-47b3-4336-ac80-d5886a70b2f9" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.452050] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.452219] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.452330] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.452535] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.452625] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.452746] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('849b37a9-47b3-4336-ac80-d5886a70b2f9',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1278.927380] env[66859]: INFO networking_nsxv3.common.synchronization [req-f8d8aebf-56c1-418f-920b-f27f923ec127 req-9633bc55-c647-4c2b-83ee-acd05eee877f tempest-ServersTestJSON-1973205350 tempest-ServersTestJSON-1973205350-project-member] Enqueued Resource ID: b98eb6ac-76f2-47d5-9518-a88af5df0e58 with Priority: HIGHEST for action security_group_members [ 1278.927891] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b98eb6ac-76f2-47d5-9518-a88af5df0e58 with Priority: HIGHEST for action security_group_members [ 1278.928202] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-b98eb6ac-76f2-47d5-9518-a88af5df0e58 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.928327] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b98eb6ac-76f2-47d5-9518-a88af5df0e58" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.928403] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b98eb6ac-76f2-47d5-9518-a88af5df0e58" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.928614] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b98eb6ac-76f2-47d5-9518-a88af5df0e58" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.928763] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.928853] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.928913] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.929070] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.929156] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.929246] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b98eb6ac-76f2-47d5-9518-a88af5df0e58',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1278.955081] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.955329] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.955329] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.955523] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.955615] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.955807] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.955904] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.955958] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.956131] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.956205] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.956287] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 849b37a9-47b3-4336-ac80-d5886a70b2f9 is going to be updated. [ 1278.987700] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.987855] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.987906] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.988142] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.988280] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.997664] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 849b37a9-47b3-4336-ac80-d5886a70b2f9 in Status: IN_PROGRESS for 2s [ 1279.216892] env[66859]: DEBUG networking_nsxv3.common.locking [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Lock network-326 taken with stack trace [, , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.217105] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquiring lock "network-326" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.217233] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired lock "network-326" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.217510] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired external semaphore "network-326" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.217822] env[66859]: DEBUG networking_nsxv3.common.locking [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.217919] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquiring lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.218022] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.218239] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired external semaphore "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.218379] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Releasing lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.218597] env[66859]: DEBUG dogpile.cache.region [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] No value present for key: 'zone-id' {{(pid=66859) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1279.218710] env[66859]: DEBUG dogpile.lock [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] NeedRegenerationException {{(pid=66859) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1279.218824] env[66859]: DEBUG dogpile.lock [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] no value, waiting for create lock {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1279.218929] env[66859]: DEBUG dogpile.lock [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] value creation lock acquired {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1279.219046] env[66859]: DEBUG dogpile.cache.region [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] No value present for key: 'zone-id' {{(pid=66859) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1279.219152] env[66859]: DEBUG dogpile.lock [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Calling creation function for not-yet-present value {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1279.219280] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1279.238498] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1279.238729] env[66859]: DEBUG dogpile.cache.region [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=66859) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1279.238887] env[66859]: DEBUG dogpile.lock [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Released creation lock {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1279.239073] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Releasing lock "network-326" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.239397] env[66859]: DEBUG networking_nsxv3.common.locking [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Lock port-f0daf45b-e2f4-43fa-beb2-5c296a78d5c6 taken with stack trace [, , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.239568] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquiring lock "port-f0daf45b-e2f4-43fa-beb2-5c296a78d5c6" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.239685] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired lock "port-f0daf45b-e2f4-43fa-beb2-5c296a78d5c6" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.240054] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired external semaphore "port-f0daf45b-e2f4-43fa-beb2-5c296a78d5c6" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.240693] env[66859]: DEBUG networking_nsxv3.api.rpc [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f0daf45b-e2f4-43fa-beb2-5c296a78d5c6',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1279.431242] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b98eb6ac-76f2-47d5-9518-a88af5df0e58',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1279.742328] env[66859]: DEBUG networking_nsxv3.common.locking [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.742734] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.742785] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.743085] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.743262] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.743430] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Segment Port f0daf45b-e2f4-43fa-beb2-5c296a78d5c6 not found, creating... [ 1279.745601] env[66859]: DEBUG networking_nsxv3.common.locking [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.745806] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquiring lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.745963] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.746223] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired external semaphore "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.746380] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Releasing lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.746689] env[66859]: DEBUG networking_nsxv3.common.locking [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.746883] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.746998] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.747240] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.747382] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.747541] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Resource: SegmentPort with ID: f0daf45b-e2f4-43fa-beb2-5c296a78d5c6 is going to be created. [ 1279.767890] env[66859]: DEBUG networking_nsxv3.common.locking [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.768253] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.768498] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.768822] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.769105] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.769368] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Releasing lock "port-f0daf45b-e2f4-43fa-beb2-5c296a78d5c6" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.933553] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b98eb6ac-76f2-47d5-9518-a88af5df0e58',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1280.437032] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.437032] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.437032] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.437467] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.437467] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.437618] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b98eb6ac-76f2-47d5-9518-a88af5df0e58 is going to be updated. [ 1280.487641] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.487869] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.487920] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.488283] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.488435] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.499335] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b98eb6ac-76f2-47d5-9518-a88af5df0e58 in Status: IN_PROGRESS for 2s [ 1280.547148] env[66859]: INFO networking_nsxv3.common.synchronization [req-f8d8aebf-56c1-418f-920b-f27f923ec127 req-0806a2d6-af9a-4067-a5e2-d833f615b7bd service nova] Enqueued Resource ID: b98eb6ac-76f2-47d5-9518-a88af5df0e58 with Priority: HIGHEST for action security_group_rules [ 1280.547448] env[66859]: INFO networking_nsxv3.common.synchronization [req-f8d8aebf-56c1-418f-920b-f27f923ec127 req-0806a2d6-af9a-4067-a5e2-d833f615b7bd service nova] Enqueued Resource ID: b98eb6ac-76f2-47d5-9518-a88af5df0e58 with Priority: HIGHEST for action security_group_members [ 1280.547560] env[66859]: INFO networking_nsxv3.common.synchronization [req-f8d8aebf-56c1-418f-920b-f27f923ec127 req-0806a2d6-af9a-4067-a5e2-d833f615b7bd service nova] Enqueued Resource ID: f0daf45b-e2f4-43fa-beb2-5c296a78d5c6 with Priority: HIGHEST for action port [ 1280.548174] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b98eb6ac-76f2-47d5-9518-a88af5df0e58 with Priority: HIGHEST for action security_group_rules [ 1280.548323] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b98eb6ac-76f2-47d5-9518-a88af5df0e58 with Priority: HIGHEST for action security_group_members [ 1280.548462] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f0daf45b-e2f4-43fa-beb2-5c296a78d5c6 with Priority: HIGHEST for action port [ 1280.548788] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b98eb6ac-76f2-47d5-9518-a88af5df0e58 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.548934] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b98eb6ac-76f2-47d5-9518-a88af5df0e58" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.548974] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b98eb6ac-76f2-47d5-9518-a88af5df0e58" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.549251] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b98eb6ac-76f2-47d5-9518-a88af5df0e58" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.549392] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b98eb6ac-76f2-47d5-9518-a88af5df0e58',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1280.550943] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-b98eb6ac-76f2-47d5-9518-a88af5df0e58 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.551154] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b98eb6ac-76f2-47d5-9518-a88af5df0e58" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.551328] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock port-f0daf45b-e2f4-43fa-beb2-5c296a78d5c6 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.551455] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f0daf45b-e2f4-43fa-beb2-5c296a78d5c6" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.551532] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f0daf45b-e2f4-43fa-beb2-5c296a78d5c6" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.551662] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f0daf45b-e2f4-43fa-beb2-5c296a78d5c6" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.551742] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f0daf45b-e2f4-43fa-beb2-5c296a78d5c6',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1281.008166] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 849b37a9-47b3-4336-ac80-d5886a70b2f9 in Status: SUCCESS [ 1281.008560] env[66859]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 849b37a9-47b3-4336-ac80-d5886a70b2f9 deletion is rescheduled due to dependency. [ 1281.008560] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-849b37a9-47b3-4336-ac80-d5886a70b2f9" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.054244] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-b98eb6ac-76f2-47d5-9518-a88af5df0e58 taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.054496] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b98eb6ac-76f2-47d5-9518-a88af5df0e58" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.054620] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f0daf45b-e2f4-43fa-beb2-5c296a78d5c6 with status ACTIVE [ 1281.054863] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.055121] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.055298] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.055577] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.055707] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.055927] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.056078] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.056150] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.056348] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.056435] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.056623] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.056720] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.056783] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.056962] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.057097] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.057165] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f0daf45b-e2f4-43fa-beb2-5c296a78d5c6 is going to be updated. [ 1281.079995] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.080283] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.080283] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.080581] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.080701] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.080869] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f0daf45b-e2f4-43fa-beb2-5c296a78d5c6" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.510462] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b98eb6ac-76f2-47d5-9518-a88af5df0e58 in Status: SUCCESS [ 1282.510462] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b98eb6ac-76f2-47d5-9518-a88af5df0e58" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.510912] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b98eb6ac-76f2-47d5-9518-a88af5df0e58" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.510912] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b98eb6ac-76f2-47d5-9518-a88af5df0e58" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.511049] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.511194] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.511262] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.511437] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.511562] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.511690] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b98eb6ac-76f2-47d5-9518-a88af5df0e58',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1282.956633] env[66859]: INFO networking_nsxv3.common.synchronization [None req-2d181eda-9e0e-4f41-8d01-8b91b0798102 tempest-AttachInterfacesTestJSON-1144280436 tempest-AttachInterfacesTestJSON-1144280436-project-member] Enqueued Resource ID: b87c9eee-f94a-42b0-bb73-5310b72497f8 with Priority: HIGHEST for action security_group_members [ 1282.956878] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b87c9eee-f94a-42b0-bb73-5310b72497f8 with Priority: HIGHEST for action security_group_members [ 1282.957887] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-b87c9eee-f94a-42b0-bb73-5310b72497f8 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.957887] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b87c9eee-f94a-42b0-bb73-5310b72497f8" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.957887] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b87c9eee-f94a-42b0-bb73-5310b72497f8" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.957887] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b87c9eee-f94a-42b0-bb73-5310b72497f8" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.957887] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.957887] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.957887] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.958332] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.958332] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.958332] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b87c9eee-f94a-42b0-bb73-5310b72497f8',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1283.015293] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b98eb6ac-76f2-47d5-9518-a88af5df0e58',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1283.460676] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.460676] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.460676] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.460676] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.460676] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.460676] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.460676] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.460676] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.461552] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.461552] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.461552] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b87c9eee-f94a-42b0-bb73-5310b72497f8 is going to be updated. [ 1283.489103] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.489255] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.489323] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.489534] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.489672] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.498368] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b87c9eee-f94a-42b0-bb73-5310b72497f8 in Status: IN_PROGRESS for 2s [ 1283.517059] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b98eb6ac-76f2-47d5-9518-a88af5df0e58',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1284.019226] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.019435] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.019550] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.019815] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.019933] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.020056] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b98eb6ac-76f2-47d5-9518-a88af5df0e58 is going to be updated. [ 1284.050051] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.050228] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.050274] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.050558] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.050794] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.061313] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b98eb6ac-76f2-47d5-9518-a88af5df0e58 in Status: IN_PROGRESS for 2s [ 1285.514731] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b87c9eee-f94a-42b0-bb73-5310b72497f8 in Status: SUCCESS [ 1285.515027] env[66859]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b87c9eee-f94a-42b0-bb73-5310b72497f8 deletion is rescheduled due to dependency. [ 1285.515298] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b87c9eee-f94a-42b0-bb73-5310b72497f8" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.073429] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b98eb6ac-76f2-47d5-9518-a88af5df0e58 in Status: SUCCESS [ 1286.074218] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b98eb6ac-76f2-47d5-9518-a88af5df0e58" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.074218] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b98eb6ac-76f2-47d5-9518-a88af5df0e58" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.074218] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b98eb6ac-76f2-47d5-9518-a88af5df0e58" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.074488] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.074488] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.074488] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.074697] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.074785] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.074877] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b98eb6ac-76f2-47d5-9518-a88af5df0e58" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.074972] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b98eb6ac-76f2-47d5-9518-a88af5df0e58',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1286.579210] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-b98eb6ac-76f2-47d5-9518-a88af5df0e58 taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.579503] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b98eb6ac-76f2-47d5-9518-a88af5df0e58" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.579503] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b98eb6ac-76f2-47d5-9518-a88af5df0e58" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.579793] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b98eb6ac-76f2-47d5-9518-a88af5df0e58" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.580090] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.580209] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.580265] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.580480] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.580612] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.580751] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b98eb6ac-76f2-47d5-9518-a88af5df0e58" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.580951] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-b98eb6ac-76f2-47d5-9518-a88af5df0e58 taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.581291] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b98eb6ac-76f2-47d5-9518-a88af5df0e58" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.581492] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b98eb6ac-76f2-47d5-9518-a88af5df0e58" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.581676] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b98eb6ac-76f2-47d5-9518-a88af5df0e58" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.581819] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.581942] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.582022] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.582214] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.582287] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.582455] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b98eb6ac-76f2-47d5-9518-a88af5df0e58" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.582619] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b98eb6ac-76f2-47d5-9518-a88af5df0e58',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1287.085214] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b98eb6ac-76f2-47d5-9518-a88af5df0e58: rpc.has_security_group_logging(os_id): False [ 1287.105018] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.106091] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.106091] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.106091] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.106091] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.106091] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.106091] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.106091] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.106091] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.106643] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.106643] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.106643] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.106643] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.106643] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.106643] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.106852] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.106903] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.106934] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.107317] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.107404] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.107610] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b98eb6ac-76f2-47d5-9518-a88af5df0e58 is going to be updated. [ 1287.173807] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.174022] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.174190] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.174446] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.174626] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.192210] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b98eb6ac-76f2-47d5-9518-a88af5df0e58 in Status: IN_PROGRESS for 2s [ 1287.214351] env[66859]: INFO networking_nsxv3.common.synchronization [None req-faaf674e-ab75-4cd0-b45f-fcf15170019a None None] Enqueued Resource ID: 996fc798-e0b1-4a38-99ab-a0929c6229eb with Priority: HIGHEST for action port [ 1287.214351] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 996fc798-e0b1-4a38-99ab-a0929c6229eb with Priority: HIGHEST for action port [ 1287.215503] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock port-996fc798-e0b1-4a38-99ab-a0929c6229eb taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.215635] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-996fc798-e0b1-4a38-99ab-a0929c6229eb" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.215704] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-996fc798-e0b1-4a38-99ab-a0929c6229eb" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.215972] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-996fc798-e0b1-4a38-99ab-a0929c6229eb" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.216078] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('996fc798-e0b1-4a38-99ab-a0929c6229eb',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1287.719704] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 996fc798-e0b1-4a38-99ab-a0929c6229eb [ 1287.720051] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.720140] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.720140] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.720365] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.720454] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.720552] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:996fc798-e0b1-4a38-99ab-a0929c6229eb already deleted. [ 1287.720633] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-996fc798-e0b1-4a38-99ab-a0929c6229eb" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.846450] env[66859]: INFO networking_nsxv3.common.synchronization [None req-d383dd90-8bfc-4a4c-aedd-584c54b5148e tempest-AttachVolumeTestJSON-1383801199 tempest-AttachVolumeTestJSON-1383801199-project-member] Enqueued Resource ID: fbf1503f-2d41-4cea-a5ba-db558be8ccb0 with Priority: HIGHEST for action security_group_rules [ 1287.847241] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fbf1503f-2d41-4cea-a5ba-db558be8ccb0 with Priority: HIGHEST for action security_group_rules [ 1287.847752] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fbf1503f-2d41-4cea-a5ba-db558be8ccb0 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.847978] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fbf1503f-2d41-4cea-a5ba-db558be8ccb0" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.848048] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fbf1503f-2d41-4cea-a5ba-db558be8ccb0" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.848443] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fbf1503f-2d41-4cea-a5ba-db558be8ccb0" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.848520] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fbf1503f-2d41-4cea-a5ba-db558be8ccb0',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1287.938037] env[66859]: INFO networking_nsxv3.common.synchronization [None req-91893332-e13f-4a6d-9f5b-b105876bd9e4 tempest-AttachVolumeTestJSON-1383801199 tempest-AttachVolumeTestJSON-1383801199-project-member] Enqueued Resource ID: fbf1503f-2d41-4cea-a5ba-db558be8ccb0 with Priority: HIGHEST for action security_group_rules [ 1287.938695] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fbf1503f-2d41-4cea-a5ba-db558be8ccb0 with Priority: HIGHEST for action security_group_rules [ 1287.939135] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fbf1503f-2d41-4cea-a5ba-db558be8ccb0 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.939255] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fbf1503f-2d41-4cea-a5ba-db558be8ccb0" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.370138] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.370138] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.370138] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.370363] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.370363] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.370425] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fbf1503f-2d41-4cea-a5ba-db558be8ccb0 already deleted. [ 1288.370599] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fbf1503f-2d41-4cea-a5ba-db558be8ccb0" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.371749] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fbf1503f-2d41-4cea-a5ba-db558be8ccb0" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.371749] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fbf1503f-2d41-4cea-a5ba-db558be8ccb0" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.371749] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fbf1503f-2d41-4cea-a5ba-db558be8ccb0',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1288.892910] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.893245] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.893245] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.893323] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.893417] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.893509] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fbf1503f-2d41-4cea-a5ba-db558be8ccb0 already deleted. [ 1288.893589] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fbf1503f-2d41-4cea-a5ba-db558be8ccb0" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.212430] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b98eb6ac-76f2-47d5-9518-a88af5df0e58 in Status: SUCCESS [ 1289.213122] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b98eb6ac-76f2-47d5-9518-a88af5df0e58" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.286724] env[66859]: INFO networking_nsxv3.common.synchronization [req-bdcb7624-5f04-4999-a083-7b98c33acbd5 req-ec9b5e7e-b675-4c3b-8144-a743c7e2bb00 tempest-ServerActionsTestJSON-1153645179 tempest-ServerActionsTestJSON-1153645179-project-member] Enqueued Resource ID: 25137f8a-d107-430f-a47d-081a2e1cdd9c with Priority: HIGHEST for action security_group_members [ 1289.286724] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 25137f8a-d107-430f-a47d-081a2e1cdd9c with Priority: HIGHEST for action security_group_members [ 1289.286724] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-25137f8a-d107-430f-a47d-081a2e1cdd9c taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.286724] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-25137f8a-d107-430f-a47d-081a2e1cdd9c" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.286724] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-25137f8a-d107-430f-a47d-081a2e1cdd9c" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.286724] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-25137f8a-d107-430f-a47d-081a2e1cdd9c" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.286724] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.286724] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.286724] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.287409] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.287650] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.287859] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('25137f8a-d107-430f-a47d-081a2e1cdd9c',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1289.368165] env[66859]: INFO networking_nsxv3.common.synchronization [None req-ca560774-e2f8-4fb3-8563-92c93a662fc9 None None] Enqueued Resource ID: 8a892080-eb17-4fdd-bfa9-926e387de5d8 with Priority: HIGHEST for action port [ 1289.369678] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8a892080-eb17-4fdd-bfa9-926e387de5d8 with Priority: HIGHEST for action port [ 1289.369678] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock port-8a892080-eb17-4fdd-bfa9-926e387de5d8 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.369678] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8a892080-eb17-4fdd-bfa9-926e387de5d8" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.369678] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8a892080-eb17-4fdd-bfa9-926e387de5d8" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.369991] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8a892080-eb17-4fdd-bfa9-926e387de5d8" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.371587] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8a892080-eb17-4fdd-bfa9-926e387de5d8',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1289.790973] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.790973] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.791245] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.791294] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.791418] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.791651] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.791756] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.791822] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.791973] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.792068] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.792154] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 25137f8a-d107-430f-a47d-081a2e1cdd9c is going to be updated. [ 1289.876844] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8a892080-eb17-4fdd-bfa9-926e387de5d8 [ 1289.876844] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.877066] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.877066] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.877293] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.877389] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.878040] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8a892080-eb17-4fdd-bfa9-926e387de5d8 already deleted. [ 1289.878040] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8a892080-eb17-4fdd-bfa9-926e387de5d8" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.909350] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.909350] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.909791] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.909791] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.909791] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.918122] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 25137f8a-d107-430f-a47d-081a2e1cdd9c in Status: IN_PROGRESS for 2s [ 1291.413459] env[66859]: INFO networking_nsxv3.common.synchronization [req-c2a1b81c-9c4c-49b5-b76f-510c53371601 req-c2413976-7ef1-4f36-9268-682fd8a9ada3 tempest-ServersTestJSON-1973205350 tempest-ServersTestJSON-1973205350-project-member] Enqueued Resource ID: b98eb6ac-76f2-47d5-9518-a88af5df0e58 with Priority: HIGHEST for action security_group_members [ 1291.413459] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b98eb6ac-76f2-47d5-9518-a88af5df0e58 with Priority: HIGHEST for action security_group_members [ 1291.413459] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-b98eb6ac-76f2-47d5-9518-a88af5df0e58 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.413459] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b98eb6ac-76f2-47d5-9518-a88af5df0e58" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.413459] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b98eb6ac-76f2-47d5-9518-a88af5df0e58" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.413459] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b98eb6ac-76f2-47d5-9518-a88af5df0e58" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.413459] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.414332] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.414332] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.414332] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.414332] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.414332] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b98eb6ac-76f2-47d5-9518-a88af5df0e58',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1291.918016] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b98eb6ac-76f2-47d5-9518-a88af5df0e58',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1291.932251] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 25137f8a-d107-430f-a47d-081a2e1cdd9c in Status: SUCCESS [ 1291.932438] env[66859]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 25137f8a-d107-430f-a47d-081a2e1cdd9c deletion is rescheduled due to dependency. [ 1291.932557] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-25137f8a-d107-430f-a47d-081a2e1cdd9c" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.419433] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b98eb6ac-76f2-47d5-9518-a88af5df0e58',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1292.921527] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.921701] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.921756] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.921972] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.922078] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.922177] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b98eb6ac-76f2-47d5-9518-a88af5df0e58 is going to be updated. [ 1292.952146] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.952332] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.952332] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.952546] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.952682] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.963105] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b98eb6ac-76f2-47d5-9518-a88af5df0e58 in Status: IN_PROGRESS for 2s [ 1293.520447] env[66859]: INFO networking_nsxv3.common.synchronization [req-d17a5fa3-9fdf-4fe7-b329-a07e27a2478f req-e6721266-5168-420c-a779-aeaa95ec937a tempest-AttachVolumeTestJSON-1383801199 tempest-AttachVolumeTestJSON-1383801199-project-member] Enqueued Resource ID: fbf1503f-2d41-4cea-a5ba-db558be8ccb0 with Priority: HIGHEST for action security_group_members [ 1293.520993] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fbf1503f-2d41-4cea-a5ba-db558be8ccb0 with Priority: HIGHEST for action security_group_members [ 1293.521304] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-fbf1503f-2d41-4cea-a5ba-db558be8ccb0 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.521420] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fbf1503f-2d41-4cea-a5ba-db558be8ccb0" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.521480] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fbf1503f-2d41-4cea-a5ba-db558be8ccb0" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.521738] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fbf1503f-2d41-4cea-a5ba-db558be8ccb0" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.521885] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.522011] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.522085] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.522239] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.522677] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.522677] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fbf1503f-2d41-4cea-a5ba-db558be8ccb0',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1293.818159] env[66859]: DEBUG networking_nsxv3.common.locking [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Lock network-271 taken with stack trace [, , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.818284] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquiring lock "network-271" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.818370] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired lock "network-271" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.818694] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired external semaphore "network-271" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.818982] env[66859]: DEBUG networking_nsxv3.common.locking [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.819111] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquiring lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.819226] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.820595] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired external semaphore "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.820595] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Releasing lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.820595] env[66859]: DEBUG dogpile.cache.region [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] No value present for key: 'zone-id' {{(pid=66859) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1293.820595] env[66859]: DEBUG dogpile.lock [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] NeedRegenerationException {{(pid=66859) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1293.820595] env[66859]: DEBUG dogpile.lock [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] no value, waiting for create lock {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1293.820595] env[66859]: DEBUG dogpile.lock [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] value creation lock acquired {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1293.820595] env[66859]: DEBUG dogpile.cache.region [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] No value present for key: 'zone-id' {{(pid=66859) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1293.820595] env[66859]: DEBUG dogpile.lock [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Calling creation function for not-yet-present value {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1293.820595] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1293.839035] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1293.839210] env[66859]: DEBUG dogpile.cache.region [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=66859) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1293.839347] env[66859]: DEBUG dogpile.lock [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Released creation lock {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1293.839519] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Releasing lock "network-271" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.839824] env[66859]: DEBUG networking_nsxv3.common.locking [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Lock port-054c1577-5eaf-404f-b032-5e80d7b66c87 taken with stack trace [, , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.839996] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquiring lock "port-054c1577-5eaf-404f-b032-5e80d7b66c87" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.840123] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired lock "port-054c1577-5eaf-404f-b032-5e80d7b66c87" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.840434] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired external semaphore "port-054c1577-5eaf-404f-b032-5e80d7b66c87" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.840573] env[66859]: DEBUG networking_nsxv3.api.rpc [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('054c1577-5eaf-404f-b032-5e80d7b66c87',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1294.024883] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.025108] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.025158] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.025355] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.025445] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.025639] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.025735] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.025795] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.026076] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.026154] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.026248] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fbf1503f-2d41-4cea-a5ba-db558be8ccb0 already deleted. [ 1294.026328] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fbf1503f-2d41-4cea-a5ba-db558be8ccb0" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.343281] env[66859]: DEBUG networking_nsxv3.common.locking [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.343557] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.343639] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.343996] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.344176] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.344336] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Segment Port 054c1577-5eaf-404f-b032-5e80d7b66c87 not found, creating... [ 1294.344592] env[66859]: DEBUG networking_nsxv3.common.locking [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.344755] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquiring lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.344873] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.345120] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired external semaphore "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.345252] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Releasing lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.345528] env[66859]: DEBUG networking_nsxv3.common.locking [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.345683] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.345796] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.346009] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.346153] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.346290] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Resource: SegmentPort with ID: 054c1577-5eaf-404f-b032-5e80d7b66c87 is going to be created. [ 1294.366603] env[66859]: DEBUG networking_nsxv3.common.locking [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.366826] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.366969] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.367252] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.367472] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.367698] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Releasing lock "port-054c1577-5eaf-404f-b032-5e80d7b66c87" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.670474] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.670758] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.670758] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.670943] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.671069] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1294.974554] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b98eb6ac-76f2-47d5-9518-a88af5df0e58 in Status: SUCCESS [ 1294.974554] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b98eb6ac-76f2-47d5-9518-a88af5df0e58" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.072323] env[66859]: INFO networking_nsxv3.common.synchronization [req-d17a5fa3-9fdf-4fe7-b329-a07e27a2478f req-18ab33e0-2988-433f-8c37-085a6277348d service nova] Enqueued Resource ID: fbf1503f-2d41-4cea-a5ba-db558be8ccb0 with Priority: HIGHEST for action security_group_rules [ 1295.072323] env[66859]: INFO networking_nsxv3.common.synchronization [req-d17a5fa3-9fdf-4fe7-b329-a07e27a2478f req-18ab33e0-2988-433f-8c37-085a6277348d service nova] Enqueued Resource ID: fbf1503f-2d41-4cea-a5ba-db558be8ccb0 with Priority: HIGHEST for action security_group_members [ 1295.072323] env[66859]: INFO networking_nsxv3.common.synchronization [req-d17a5fa3-9fdf-4fe7-b329-a07e27a2478f req-18ab33e0-2988-433f-8c37-085a6277348d service nova] Enqueued Resource ID: 054c1577-5eaf-404f-b032-5e80d7b66c87 with Priority: HIGHEST for action port [ 1295.072323] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fbf1503f-2d41-4cea-a5ba-db558be8ccb0 with Priority: HIGHEST for action security_group_rules [ 1295.072323] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fbf1503f-2d41-4cea-a5ba-db558be8ccb0 with Priority: HIGHEST for action security_group_members [ 1295.072323] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 054c1577-5eaf-404f-b032-5e80d7b66c87 with Priority: HIGHEST for action port [ 1295.072323] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fbf1503f-2d41-4cea-a5ba-db558be8ccb0 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.072890] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fbf1503f-2d41-4cea-a5ba-db558be8ccb0" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.073128] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fbf1503f-2d41-4cea-a5ba-db558be8ccb0" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.073531] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fbf1503f-2d41-4cea-a5ba-db558be8ccb0" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.073707] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fbf1503f-2d41-4cea-a5ba-db558be8ccb0',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1295.075240] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-fbf1503f-2d41-4cea-a5ba-db558be8ccb0 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.075485] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fbf1503f-2d41-4cea-a5ba-db558be8ccb0" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.075649] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fbf1503f-2d41-4cea-a5ba-db558be8ccb0" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.075897] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fbf1503f-2d41-4cea-a5ba-db558be8ccb0" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.076148] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.076442] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.076579] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.076807] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.077063] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.077251] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fbf1503f-2d41-4cea-a5ba-db558be8ccb0',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1295.083891] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock port-054c1577-5eaf-404f-b032-5e80d7b66c87 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.083891] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-054c1577-5eaf-404f-b032-5e80d7b66c87" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.083891] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-054c1577-5eaf-404f-b032-5e80d7b66c87" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.083891] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-054c1577-5eaf-404f-b032-5e80d7b66c87" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.083891] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('054c1577-5eaf-404f-b032-5e80d7b66c87',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1295.173086] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1295.584374] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-fbf1503f-2d41-4cea-a5ba-db558be8ccb0 taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.584522] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fbf1503f-2d41-4cea-a5ba-db558be8ccb0" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.585850] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 054c1577-5eaf-404f-b032-5e80d7b66c87 with status ACTIVE [ 1295.586051] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.586175] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.586242] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.586454] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.586544] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.586715] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.586815] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.586878] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.587084] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.587199] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.587496] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.587496] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.587614] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.587650] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.587730] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.587812] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 054c1577-5eaf-404f-b032-5e80d7b66c87 is going to be updated. [ 1295.588883] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fbf1503f-2d41-4cea-a5ba-db558be8ccb0',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1295.611287] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.611533] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.611533] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.611686] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.611906] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.612070] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-054c1577-5eaf-404f-b032-5e80d7b66c87" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.676076] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1296.090621] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fbf1503f-2d41-4cea-a5ba-db558be8ccb0',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1296.178670] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1296.178867] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1296.593093] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.593093] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.593093] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.593409] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.593486] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.593676] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fbf1503f-2d41-4cea-a5ba-db558be8ccb0 is going to be created. [ 1296.619620] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.619876] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.619876] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.620061] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.620225] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.630319] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fbf1503f-2d41-4cea-a5ba-db558be8ccb0 in Status: UNINITIALIZED for 2s [ 1297.025613] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.025613] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.025613] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.025896] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.037964] env[66859]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1297.041016] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.041934] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1297.084698] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.084915] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.084915] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.085162] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.098024] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.099114] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1297.099114] env[66859]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=66859) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1297.099211] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1297.144926] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.145157] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.145215] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.145423] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.146700] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.146888] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1297.233824] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.234105] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.234105] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.234299] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.234621] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.234898] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1297.342698] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.342908] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.343023] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.343240] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.343567] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.343911] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:41. [ 1297.344013] env[66859]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'da7e59d8-974e-401d-88bb-b61fff1f9366', '25137f8a-d107-430f-a47d-081a2e1cdd9c', '3cc4351a-efaf-43aa-b95f-8ad880496ab1', '3844e6aa-d726-48c8-a08f-6f0e1c0f525a', 'fd2a59c4-a09b-4155-9743-6f84d23a112f', '849b37a9-47b3-4336-ac80-d5886a70b2f9', 'aa6c1750-7015-4744-8167-8778f2c4105c', 'a4175a36-9282-43f8-9b92-bda0709e449a', '1144757e-e67c-488c-b78d-b24437441b02', 'e9cdf258-9952-456e-98f2-fe74e883b30b', '8c8fcfbc-e265-4b44-8944-eadf7c1c4086', '1907a5cd-a902-4a16-8f62-4c0e90fa0d8e', '044c1ee1-0411-46aa-9ad6-659586e648b7', 'fcba29eb-ac89-449a-a79c-972b61b75b86', '6216ce86-ad2f-4ef8-90d9-106162a1348b', '25cdc873-ff62-40a0-9e9e-1db4cb9dc98c', '61a9a6ec-57b9-4936-b34a-32d467c50283', '23166515-b200-4685-af0d-00ad505cf17c', '8e92a329-5a21-44a3-98f9-4ea24cc92118', 'da1f97c1-5b6a-4cef-b9ab-8112d4c337bd', '70e9380f-d543-43af-88fa-f82c07999d51', '9ee27367-26f8-4f97-b7e1-57d39de434b5', '2a79f51d-2846-4506-af33-55ae2154e6b5', '4522597f-f640-407a-8ae0-aa2fe02a5298', '18681103-b00f-4175-a382-0ef43f41024d', 'b98eb6ac-76f2-47d5-9518-a88af5df0e58', 'a503a71a-3769-43f7-98f3-2a5afc59016f', '10cbfb67-dd08-4937-b846-69408404389e', 'a8f5660e-cdcb-4850-84ec-137bbc961d44', '4cc90184-19ed-4fde-a79c-0439b036a935', 'db4aa64c-ed9c-4fc8-8359-82c95d910445', '09fc9b17-50d2-4789-87d2-0acbd68153f8', '70b72ba9-54e5-4169-9f7e-0932f166000d', '758bec90-5338-4686-8303-0d1624e18914', 'e3df5070-7ac1-49c3-9e10-2f7de20c74ad', 'a8db944f-5ab5-41ea-a1a4-dfecf0473c49', 'b87c9eee-f94a-42b0-bb73-5310b72497f8', '6946e933-46e8-4185-9a78-1b0e207902d3', 'd1db23ed-fd7e-4098-b8d0-4b73ee95246c', '9977798c-edc8-4a04-a548-1818f0310d60', 'e6237ad6-5a9e-4aa5-b4b6-5b76f2a344e7'} {{(pid=66859) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1297.344177] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1297.367122] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.367289] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.367345] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.368074] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.368074] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.368074] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1297.368074] env[66859]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=66859) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1297.368074] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1297.449863] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.450130] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.450130] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.450350] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.451648] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.451948] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1297.452067] env[66859]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=66859) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1297.452147] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1297.452234] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1297.452323] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/41 resources of Type:Security Group Rules [ 1297.452400] env[66859]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: da7e59d8-974e-401d-88bb-b61fff1f9366 with Priority: HIGH for action security_group_rules [ 1297.452534] env[66859]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 25137f8a-d107-430f-a47d-081a2e1cdd9c with Priority: HIGH for action security_group_rules [ 1297.452581] env[66859]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3cc4351a-efaf-43aa-b95f-8ad880496ab1 with Priority: HIGH for action security_group_rules [ 1297.452683] env[66859]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3844e6aa-d726-48c8-a08f-6f0e1c0f525a with Priority: HIGH for action security_group_rules [ 1297.452723] env[66859]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: fd2a59c4-a09b-4155-9743-6f84d23a112f with Priority: HIGH for action security_group_rules [ 1297.452760] env[66859]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 849b37a9-47b3-4336-ac80-d5886a70b2f9 with Priority: HIGH for action security_group_rules [ 1297.452833] env[66859]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: aa6c1750-7015-4744-8167-8778f2c4105c with Priority: HIGH for action security_group_rules [ 1297.452909] env[66859]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a4175a36-9282-43f8-9b92-bda0709e449a with Priority: HIGH for action security_group_rules [ 1297.452989] env[66859]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1144757e-e67c-488c-b78d-b24437441b02 with Priority: HIGH for action security_group_rules [ 1297.453068] env[66859]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e9cdf258-9952-456e-98f2-fe74e883b30b with Priority: HIGH for action security_group_rules [ 1297.453154] env[66859]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8c8fcfbc-e265-4b44-8944-eadf7c1c4086 with Priority: HIGH for action security_group_rules [ 1297.453225] env[66859]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1907a5cd-a902-4a16-8f62-4c0e90fa0d8e with Priority: HIGH for action security_group_rules [ 1297.453288] env[66859]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 044c1ee1-0411-46aa-9ad6-659586e648b7 with Priority: HIGH for action security_group_rules [ 1297.453350] env[66859]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: fcba29eb-ac89-449a-a79c-972b61b75b86 with Priority: HIGH for action security_group_rules [ 1297.453429] env[66859]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 6216ce86-ad2f-4ef8-90d9-106162a1348b with Priority: HIGH for action security_group_rules [ 1297.453504] env[66859]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 25cdc873-ff62-40a0-9e9e-1db4cb9dc98c with Priority: HIGH for action security_group_rules [ 1297.453567] env[66859]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 61a9a6ec-57b9-4936-b34a-32d467c50283 with Priority: HIGH for action security_group_rules [ 1297.453644] env[66859]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 23166515-b200-4685-af0d-00ad505cf17c with Priority: HIGH for action security_group_rules [ 1297.453722] env[66859]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8e92a329-5a21-44a3-98f9-4ea24cc92118 with Priority: HIGH for action security_group_rules [ 1297.453793] env[66859]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: da1f97c1-5b6a-4cef-b9ab-8112d4c337bd with Priority: HIGH for action security_group_rules [ 1297.453935] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.640843] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fbf1503f-2d41-4cea-a5ba-db558be8ccb0 in Status: SUCCESS [ 1298.641268] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fbf1503f-2d41-4cea-a5ba-db558be8ccb0" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.641268] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fbf1503f-2d41-4cea-a5ba-db558be8ccb0" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.641486] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fbf1503f-2d41-4cea-a5ba-db558be8ccb0" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.641683] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.641800] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.641864] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.642032] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.642114] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.642198] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fbf1503f-2d41-4cea-a5ba-db558be8ccb0" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.642285] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fbf1503f-2d41-4cea-a5ba-db558be8ccb0',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1299.145835] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fbf1503f-2d41-4cea-a5ba-db558be8ccb0',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1299.647583] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fbf1503f-2d41-4cea-a5ba-db558be8ccb0: rpc.has_security_group_logging(os_id): False [ 1299.666112] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.666315] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.666367] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.666543] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.666627] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.666864] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.666962] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.667041] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.667188] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.667260] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.667341] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fbf1503f-2d41-4cea-a5ba-db558be8ccb0 is going to be created. [ 1299.726463] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.726685] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.726685] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.726874] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.727064] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.741287] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fbf1503f-2d41-4cea-a5ba-db558be8ccb0 in Status: IN_PROGRESS for 2s [ 1300.072426] env[66859]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1300.072620] env[66859]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=20], Jobs=1 [ 1300.072729] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: da7e59d8-974e-401d-88bb-b61fff1f9366 with Priority: HIGH for action security_group_rules [ 1300.072944] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3cc4351a-efaf-43aa-b95f-8ad880496ab1 with Priority: HIGH for action security_group_rules [ 1300.073098] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa6c1750-7015-4744-8167-8778f2c4105c with Priority: HIGH for action security_group_rules [ 1300.073225] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6216ce86-ad2f-4ef8-90d9-106162a1348b with Priority: HIGH for action security_group_rules [ 1300.073349] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: da1f97c1-5b6a-4cef-b9ab-8112d4c337bd with Priority: HIGH for action security_group_rules [ 1300.073461] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e92a329-5a21-44a3-98f9-4ea24cc92118 with Priority: HIGH for action security_group_rules [ 1300.073591] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 23166515-b200-4685-af0d-00ad505cf17c with Priority: HIGH for action security_group_rules [ 1300.073695] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 61a9a6ec-57b9-4936-b34a-32d467c50283 with Priority: HIGH for action security_group_rules [ 1300.073834] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fcba29eb-ac89-449a-a79c-972b61b75b86 with Priority: HIGH for action security_group_rules [ 1300.073940] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 25cdc873-ff62-40a0-9e9e-1db4cb9dc98c with Priority: HIGH for action security_group_rules [ 1300.074046] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 044c1ee1-0411-46aa-9ad6-659586e648b7 with Priority: HIGH for action security_group_rules [ 1300.074143] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1907a5cd-a902-4a16-8f62-4c0e90fa0d8e with Priority: HIGH for action security_group_rules [ 1300.074223] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8c8fcfbc-e265-4b44-8944-eadf7c1c4086 with Priority: HIGH for action security_group_rules [ 1300.074311] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9cdf258-9952-456e-98f2-fe74e883b30b with Priority: HIGH for action security_group_rules [ 1300.074391] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1144757e-e67c-488c-b78d-b24437441b02 with Priority: HIGH for action security_group_rules [ 1300.074477] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 849b37a9-47b3-4336-ac80-d5886a70b2f9 with Priority: HIGH for action security_group_rules [ 1300.074567] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4175a36-9282-43f8-9b92-bda0709e449a with Priority: HIGH for action security_group_rules [ 1300.074651] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd2a59c4-a09b-4155-9743-6f84d23a112f with Priority: HIGH for action security_group_rules [ 1300.074736] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 25137f8a-d107-430f-a47d-081a2e1cdd9c with Priority: HIGH for action security_group_rules [ 1300.074827] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3844e6aa-d726-48c8-a08f-6f0e1c0f525a with Priority: HIGH for action security_group_rules [ 1300.075183] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock rules-da7e59d8-974e-401d-88bb-b61fff1f9366 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.075336] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-da7e59d8-974e-401d-88bb-b61fff1f9366" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.075413] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-da7e59d8-974e-401d-88bb-b61fff1f9366" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.075558] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-da7e59d8-974e-401d-88bb-b61fff1f9366" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.075640] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('da7e59d8-974e-401d-88bb-b61fff1f9366',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1300.076620] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3cc4351a-efaf-43aa-b95f-8ad880496ab1 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.076863] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3cc4351a-efaf-43aa-b95f-8ad880496ab1" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.076863] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3cc4351a-efaf-43aa-b95f-8ad880496ab1" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.076978] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3cc4351a-efaf-43aa-b95f-8ad880496ab1" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.077040] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3cc4351a-efaf-43aa-b95f-8ad880496ab1',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1300.077992] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock rules-aa6c1750-7015-4744-8167-8778f2c4105c taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.078135] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-aa6c1750-7015-4744-8167-8778f2c4105c" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.078206] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-aa6c1750-7015-4744-8167-8778f2c4105c" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.078300] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-aa6c1750-7015-4744-8167-8778f2c4105c" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.078369] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('aa6c1750-7015-4744-8167-8778f2c4105c',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1300.079298] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6216ce86-ad2f-4ef8-90d9-106162a1348b taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.079298] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6216ce86-ad2f-4ef8-90d9-106162a1348b" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.079298] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6216ce86-ad2f-4ef8-90d9-106162a1348b" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.079474] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6216ce86-ad2f-4ef8-90d9-106162a1348b" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.079474] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6216ce86-ad2f-4ef8-90d9-106162a1348b',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1300.080091] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock rules-da1f97c1-5b6a-4cef-b9ab-8112d4c337bd taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.080170] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-da1f97c1-5b6a-4cef-b9ab-8112d4c337bd" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.080233] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-da1f97c1-5b6a-4cef-b9ab-8112d4c337bd" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.080383] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-da1f97c1-5b6a-4cef-b9ab-8112d4c337bd" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.080445] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('da1f97c1-5b6a-4cef-b9ab-8112d4c337bd',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1300.081120] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8e92a329-5a21-44a3-98f9-4ea24cc92118 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.081234] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8e92a329-5a21-44a3-98f9-4ea24cc92118" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.081280] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8e92a329-5a21-44a3-98f9-4ea24cc92118" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.081427] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8e92a329-5a21-44a3-98f9-4ea24cc92118" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.081876] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8e92a329-5a21-44a3-98f9-4ea24cc92118',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1300.082330] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock rules-23166515-b200-4685-af0d-00ad505cf17c taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.082462] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-23166515-b200-4685-af0d-00ad505cf17c" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.082814] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-23166515-b200-4685-af0d-00ad505cf17c" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.082814] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-23166515-b200-4685-af0d-00ad505cf17c" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.082814] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('23166515-b200-4685-af0d-00ad505cf17c',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1300.083400] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock rules-61a9a6ec-57b9-4936-b34a-32d467c50283 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.083516] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-61a9a6ec-57b9-4936-b34a-32d467c50283" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.083581] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-61a9a6ec-57b9-4936-b34a-32d467c50283" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.083728] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-61a9a6ec-57b9-4936-b34a-32d467c50283" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.083820] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('61a9a6ec-57b9-4936-b34a-32d467c50283',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1300.084537] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fcba29eb-ac89-449a-a79c-972b61b75b86 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.084643] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fcba29eb-ac89-449a-a79c-972b61b75b86" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.084708] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fcba29eb-ac89-449a-a79c-972b61b75b86" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.084852] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fcba29eb-ac89-449a-a79c-972b61b75b86" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.084924] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fcba29eb-ac89-449a-a79c-972b61b75b86',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1300.085587] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock rules-25cdc873-ff62-40a0-9e9e-1db4cb9dc98c taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.085693] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-25cdc873-ff62-40a0-9e9e-1db4cb9dc98c" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.085757] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-25cdc873-ff62-40a0-9e9e-1db4cb9dc98c" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.085905] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-25cdc873-ff62-40a0-9e9e-1db4cb9dc98c" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.085974] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('25cdc873-ff62-40a0-9e9e-1db4cb9dc98c',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1300.086746] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock rules-044c1ee1-0411-46aa-9ad6-659586e648b7 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.086861] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-044c1ee1-0411-46aa-9ad6-659586e648b7" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.086929] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-044c1ee1-0411-46aa-9ad6-659586e648b7" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.087088] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-044c1ee1-0411-46aa-9ad6-659586e648b7" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.087158] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('044c1ee1-0411-46aa-9ad6-659586e648b7',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1300.087826] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1907a5cd-a902-4a16-8f62-4c0e90fa0d8e taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.087931] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1907a5cd-a902-4a16-8f62-4c0e90fa0d8e" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.087996] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1907a5cd-a902-4a16-8f62-4c0e90fa0d8e" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.088154] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1907a5cd-a902-4a16-8f62-4c0e90fa0d8e" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.088224] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1907a5cd-a902-4a16-8f62-4c0e90fa0d8e',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1300.088926] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8c8fcfbc-e265-4b44-8944-eadf7c1c4086 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.089061] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8c8fcfbc-e265-4b44-8944-eadf7c1c4086" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.089145] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8c8fcfbc-e265-4b44-8944-eadf7c1c4086" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.089293] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8c8fcfbc-e265-4b44-8944-eadf7c1c4086" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.089365] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8c8fcfbc-e265-4b44-8944-eadf7c1c4086',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1300.090639] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e9cdf258-9952-456e-98f2-fe74e883b30b taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.090752] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e9cdf258-9952-456e-98f2-fe74e883b30b" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.090870] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e9cdf258-9952-456e-98f2-fe74e883b30b" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.091060] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e9cdf258-9952-456e-98f2-fe74e883b30b" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.091136] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e9cdf258-9952-456e-98f2-fe74e883b30b',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1300.091844] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1144757e-e67c-488c-b78d-b24437441b02 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.091993] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1144757e-e67c-488c-b78d-b24437441b02" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.092072] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1144757e-e67c-488c-b78d-b24437441b02" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.092458] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1144757e-e67c-488c-b78d-b24437441b02" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.092535] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1144757e-e67c-488c-b78d-b24437441b02',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1300.093230] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock rules-849b37a9-47b3-4336-ac80-d5886a70b2f9 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.093324] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-849b37a9-47b3-4336-ac80-d5886a70b2f9" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.093393] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-849b37a9-47b3-4336-ac80-d5886a70b2f9" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.093539] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-849b37a9-47b3-4336-ac80-d5886a70b2f9" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.093611] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('849b37a9-47b3-4336-ac80-d5886a70b2f9',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1300.095019] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a4175a36-9282-43f8-9b92-bda0709e449a taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.095191] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a4175a36-9282-43f8-9b92-bda0709e449a" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.095288] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a4175a36-9282-43f8-9b92-bda0709e449a" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.095419] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a4175a36-9282-43f8-9b92-bda0709e449a" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.095490] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a4175a36-9282-43f8-9b92-bda0709e449a',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1300.096677] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fd2a59c4-a09b-4155-9743-6f84d23a112f taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.096780] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fd2a59c4-a09b-4155-9743-6f84d23a112f" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.096845] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fd2a59c4-a09b-4155-9743-6f84d23a112f" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.096989] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fd2a59c4-a09b-4155-9743-6f84d23a112f" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.097071] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fd2a59c4-a09b-4155-9743-6f84d23a112f',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1300.097724] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock rules-25137f8a-d107-430f-a47d-081a2e1cdd9c taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.097818] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-25137f8a-d107-430f-a47d-081a2e1cdd9c" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.097884] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-25137f8a-d107-430f-a47d-081a2e1cdd9c" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.098241] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-25137f8a-d107-430f-a47d-081a2e1cdd9c" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.098241] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('25137f8a-d107-430f-a47d-081a2e1cdd9c',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1300.099030] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3844e6aa-d726-48c8-a08f-6f0e1c0f525a taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.099030] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3844e6aa-d726-48c8-a08f-6f0e1c0f525a" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.099030] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3844e6aa-d726-48c8-a08f-6f0e1c0f525a" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.099230] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3844e6aa-d726-48c8-a08f-6f0e1c0f525a" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.099230] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3844e6aa-d726-48c8-a08f-6f0e1c0f525a',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1300.143281] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.143495] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.143495] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.143688] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.145555] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.145664] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.146322] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.146418] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.165061] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.165224] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: da7e59d8-974e-401d-88bb-b61fff1f9366 is going to be deleted. [ 1300.166082] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.166289] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.185219] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.185389] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3cc4351a-efaf-43aa-b95f-8ad880496ab1 is going to be deleted. [ 1300.186211] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.186420] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.208832] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.209012] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8e92a329-5a21-44a3-98f9-4ea24cc92118 is going to be deleted. [ 1300.222470] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.222944] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.223054] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.223290] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.223388] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.223499] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-da7e59d8-974e-401d-88bb-b61fff1f9366" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.247217] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.247399] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.247479] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.247634] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.247715] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.248110] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3cc4351a-efaf-43aa-b95f-8ad880496ab1" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.277056] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.277226] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.277292] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.277525] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.277616] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.277734] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8e92a329-5a21-44a3-98f9-4ea24cc92118" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.647525] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.647773] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.647773] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.648225] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.659929] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.660130] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.678596] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.678737] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.679747] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.679863] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.680637] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.680833] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.681670] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.681793] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.682501] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.682599] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.689595] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.689764] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.690625] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.690743] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.691460] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.691558] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.692277] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.692373] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.696886] env[66859]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1300.697448] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.697576] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.698430] env[66859]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1300.698916] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.699055] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.700349] env[66859]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1300.700852] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.700966] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: aa6c1750-7015-4744-8167-8778f2c4105c is going to be deleted. [ 1300.701989] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.702271] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.704672] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.704852] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.706272] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.706436] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.707226] env[66859]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1300.707683] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.707789] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.710463] env[66859]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1300.710937] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.711050] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.724220] env[66859]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1300.724751] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.724897] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 25cdc873-ff62-40a0-9e9e-1db4cb9dc98c is going to be deleted. [ 1300.725876] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.726103] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.748890] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.749088] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 044c1ee1-0411-46aa-9ad6-659586e648b7 is going to be deleted. [ 1300.749981] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.750211] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.770521] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.770730] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.773045] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.773170] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 61a9a6ec-57b9-4936-b34a-32d467c50283 is going to be deleted. [ 1300.774140] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.774341] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.792404] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.792605] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.811030] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.811030] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e9cdf258-9952-456e-98f2-fe74e883b30b is going to be deleted. [ 1300.811487] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.811695] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.848088] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.848292] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.857368] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.857368] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8c8fcfbc-e265-4b44-8944-eadf7c1c4086 is going to be deleted. [ 1300.858266] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.858495] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.859926] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.860093] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.887432] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.887582] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: da1f97c1-5b6a-4cef-b9ab-8112d4c337bd is going to be deleted. [ 1300.888591] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.888810] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.905189] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.905347] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.009609] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.009818] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1907a5cd-a902-4a16-8f62-4c0e90fa0d8e is going to be deleted. [ 1301.010652] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.010883] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.074304] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.074446] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1144757e-e67c-488c-b78d-b24437441b02 is going to be deleted. [ 1301.075452] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.075673] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.142464] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.142688] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.155483] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.155750] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.156896] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.157104] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 23166515-b200-4685-af0d-00ad505cf17c is going to be deleted. [ 1301.158359] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.158680] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.201214] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.201442] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.228671] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.228871] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a4175a36-9282-43f8-9b92-bda0709e449a is going to be deleted. [ 1301.229734] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.229945] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.245371] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.245637] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.264684] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.264859] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 25137f8a-d107-430f-a47d-081a2e1cdd9c is going to be deleted. [ 1301.265696] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.265927] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.322542] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.322796] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fcba29eb-ac89-449a-a79c-972b61b75b86 is going to be deleted. [ 1301.323866] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.324201] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.332527] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.332721] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.385248] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.385422] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6216ce86-ad2f-4ef8-90d9-106162a1348b is going to be deleted. [ 1301.386303] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.386557] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.419241] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.419524] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.480906] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.481198] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.488524] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.488737] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 849b37a9-47b3-4336-ac80-d5886a70b2f9 is going to be deleted. [ 1301.489672] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.489928] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.538558] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.538819] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.556664] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.556811] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fd2a59c4-a09b-4155-9743-6f84d23a112f is going to be deleted. [ 1301.557933] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.558231] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.598255] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.598457] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.632806] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.632993] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3844e6aa-d726-48c8-a08f-6f0e1c0f525a is going to be deleted. [ 1301.634068] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.634303] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.634396] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.634518] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-aa6c1750-7015-4744-8167-8778f2c4105c" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.634705] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.634867] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.634948] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.635081] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-25cdc873-ff62-40a0-9e9e-1db4cb9dc98c" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.635627] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.635787] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.635884] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.636015] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-044c1ee1-0411-46aa-9ad6-659586e648b7" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.636160] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.636346] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.636429] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.636543] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-61a9a6ec-57b9-4936-b34a-32d467c50283" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.636673] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.636815] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.636892] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.637014] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e9cdf258-9952-456e-98f2-fe74e883b30b" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.637154] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.637297] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.637372] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.637484] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8c8fcfbc-e265-4b44-8944-eadf7c1c4086" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.637604] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.637741] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.637812] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.637931] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-da1f97c1-5b6a-4cef-b9ab-8112d4c337bd" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.638077] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.638217] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.638289] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.638402] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1907a5cd-a902-4a16-8f62-4c0e90fa0d8e" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.638523] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.638658] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.638730] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.638836] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1144757e-e67c-488c-b78d-b24437441b02" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.638959] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.639109] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.639182] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.639342] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-23166515-b200-4685-af0d-00ad505cf17c" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.639439] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.639594] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.639670] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.639781] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a4175a36-9282-43f8-9b92-bda0709e449a" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.639903] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.640053] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.640126] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.640237] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-25137f8a-d107-430f-a47d-081a2e1cdd9c" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.640359] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.640495] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.640566] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.640677] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fcba29eb-ac89-449a-a79c-972b61b75b86" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.640796] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.640932] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.641008] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.641123] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6216ce86-ad2f-4ef8-90d9-106162a1348b" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.660598] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.661038] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.661038] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.661038] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.661178] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.661247] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-849b37a9-47b3-4336-ac80-d5886a70b2f9" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.700523] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.700749] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.700749] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.701020] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.701120] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.701246] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fd2a59c4-a09b-4155-9743-6f84d23a112f" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.800645] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fbf1503f-2d41-4cea-a5ba-db558be8ccb0 in Status: SUCCESS [ 1301.800841] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fbf1503f-2d41-4cea-a5ba-db558be8ccb0" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.812361] env[66859]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1301.813082] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.813290] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.813372] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.813608] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.813706] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.813868] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3844e6aa-d726-48c8-a08f-6f0e1c0f525a" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.166935] env[66859]: DEBUG networking_nsxv3.common.locking [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Lock network-666 taken with stack trace [, , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.167207] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquiring lock "network-666" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.167377] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired lock "network-666" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.167666] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired external semaphore "network-666" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.167960] env[66859]: DEBUG networking_nsxv3.common.locking [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.168142] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquiring lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.168257] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.168469] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired external semaphore "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.168608] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Releasing lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.168815] env[66859]: DEBUG dogpile.cache.region [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] No value present for key: 'zone-id' {{(pid=66859) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1302.168924] env[66859]: DEBUG dogpile.lock [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] NeedRegenerationException {{(pid=66859) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1302.169047] env[66859]: DEBUG dogpile.lock [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] no value, waiting for create lock {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1302.169154] env[66859]: DEBUG dogpile.lock [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] value creation lock acquired {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1302.169259] env[66859]: DEBUG dogpile.cache.region [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] No value present for key: 'zone-id' {{(pid=66859) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1302.169362] env[66859]: DEBUG dogpile.lock [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Calling creation function for not-yet-present value {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1302.169493] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1302.190600] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1302.190871] env[66859]: DEBUG dogpile.cache.region [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66859) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1302.190932] env[66859]: DEBUG dogpile.lock [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Released creation lock {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1302.191097] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Releasing lock "network-666" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.191435] env[66859]: DEBUG networking_nsxv3.common.locking [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Lock port-91737bb1-8121-4de8-b3ba-8497f70c358c taken with stack trace [, , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.191628] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquiring lock "port-91737bb1-8121-4de8-b3ba-8497f70c358c" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.191756] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired lock "port-91737bb1-8121-4de8-b3ba-8497f70c358c" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.192061] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired external semaphore "port-91737bb1-8121-4de8-b3ba-8497f70c358c" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.192216] env[66859]: DEBUG networking_nsxv3.api.rpc [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('91737bb1-8121-4de8-b3ba-8497f70c358c',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1302.695297] env[66859]: DEBUG networking_nsxv3.common.locking [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.695758] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.695758] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.695913] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.695960] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.696286] env[66859]: DEBUG networking_nsxv3.common.locking [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.696446] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquiring lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.696582] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.696808] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired external semaphore "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.696985] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Releasing lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.697315] env[66859]: DEBUG networking_nsxv3.common.locking [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.697471] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.697583] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.697780] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.697905] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.698055] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Resource: SegmentPort with ID: 91737bb1-8121-4de8-b3ba-8497f70c358c is going to be updated. [ 1302.722446] env[66859]: DEBUG networking_nsxv3.common.locking [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.722699] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.722776] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.723148] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.723309] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.723522] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Releasing lock "port-91737bb1-8121-4de8-b3ba-8497f70c358c" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.417587] env[66859]: INFO networking_nsxv3.common.synchronization [req-8a626c9e-3bcf-4e68-b1ca-6e793e357f32 req-8d34d84e-f73a-49b7-97e1-6119b32ae8ae service nova] Enqueued Resource ID: fd2a59c4-a09b-4155-9743-6f84d23a112f with Priority: HIGHEST for action security_group_rules [ 1303.417832] env[66859]: INFO networking_nsxv3.common.synchronization [req-8a626c9e-3bcf-4e68-b1ca-6e793e357f32 req-8d34d84e-f73a-49b7-97e1-6119b32ae8ae service nova] Enqueued Resource ID: fd2a59c4-a09b-4155-9743-6f84d23a112f with Priority: HIGHEST for action security_group_members [ 1303.420034] env[66859]: INFO networking_nsxv3.common.synchronization [req-8a626c9e-3bcf-4e68-b1ca-6e793e357f32 req-8d34d84e-f73a-49b7-97e1-6119b32ae8ae service nova] Enqueued Resource ID: 91737bb1-8121-4de8-b3ba-8497f70c358c with Priority: HIGHEST for action port [ 1303.421087] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd2a59c4-a09b-4155-9743-6f84d23a112f with Priority: HIGHEST for action security_group_rules [ 1303.421258] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd2a59c4-a09b-4155-9743-6f84d23a112f with Priority: HIGHEST for action security_group_members [ 1303.421524] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 91737bb1-8121-4de8-b3ba-8497f70c358c with Priority: HIGHEST for action port [ 1303.422480] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fd2a59c4-a09b-4155-9743-6f84d23a112f taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.422751] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fd2a59c4-a09b-4155-9743-6f84d23a112f" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.422918] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fd2a59c4-a09b-4155-9743-6f84d23a112f" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.423337] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fd2a59c4-a09b-4155-9743-6f84d23a112f" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.423592] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fd2a59c4-a09b-4155-9743-6f84d23a112f',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1303.425270] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-fd2a59c4-a09b-4155-9743-6f84d23a112f taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.425427] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fd2a59c4-a09b-4155-9743-6f84d23a112f" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.425506] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fd2a59c4-a09b-4155-9743-6f84d23a112f" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.425733] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fd2a59c4-a09b-4155-9743-6f84d23a112f" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.425914] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.426371] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.426467] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.426662] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.426769] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.426872] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fd2a59c4-a09b-4155-9743-6f84d23a112f',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1303.427847] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock port-91737bb1-8121-4de8-b3ba-8497f70c358c taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.428030] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-91737bb1-8121-4de8-b3ba-8497f70c358c" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.428070] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-91737bb1-8121-4de8-b3ba-8497f70c358c" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.428239] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-91737bb1-8121-4de8-b3ba-8497f70c358c" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.428403] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('91737bb1-8121-4de8-b3ba-8497f70c358c',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1303.926744] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-fd2a59c4-a09b-4155-9743-6f84d23a112f taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.926744] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fd2a59c4-a09b-4155-9743-6f84d23a112f" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.931757] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fd2a59c4-a09b-4155-9743-6f84d23a112f',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1303.932032] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 91737bb1-8121-4de8-b3ba-8497f70c358c with status ACTIVE [ 1303.932336] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.932526] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.932637] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.932979] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.933112] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.933364] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.933516] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.933624] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.933854] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.933974] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.934262] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.935028] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.935028] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.935028] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.935028] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.935028] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 91737bb1-8121-4de8-b3ba-8497f70c358c is going to be updated. [ 1303.962213] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.962510] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.962510] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.962678] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.962890] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.963104] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-91737bb1-8121-4de8-b3ba-8497f70c358c" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.330812] env[66859]: INFO networking_nsxv3.common.synchronization [req-54436fcf-ff79-41b8-8c3b-de8cef4f40b0 req-6d841d60-0e9f-463f-866d-5ed2d186d251 tempest-ServersTestJSON-1973205350 tempest-ServersTestJSON-1973205350-project-member] Enqueued Resource ID: b98eb6ac-76f2-47d5-9518-a88af5df0e58 with Priority: HIGHEST for action security_group_members [ 1304.331511] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b98eb6ac-76f2-47d5-9518-a88af5df0e58 with Priority: HIGHEST for action security_group_members [ 1304.331933] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-b98eb6ac-76f2-47d5-9518-a88af5df0e58 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.332128] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b98eb6ac-76f2-47d5-9518-a88af5df0e58" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.332247] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b98eb6ac-76f2-47d5-9518-a88af5df0e58" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.332494] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b98eb6ac-76f2-47d5-9518-a88af5df0e58" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.332709] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.332865] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.332953] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.333218] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.333325] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.333443] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b98eb6ac-76f2-47d5-9518-a88af5df0e58',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1304.437844] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fd2a59c4-a09b-4155-9743-6f84d23a112f',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1304.658031] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock network-326 taken with stack trace [, , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.658031] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "network-326" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.658031] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "network-326" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.658031] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "network-326" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.658314] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.658443] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.658564] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.658780] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.658919] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.659135] env[66859]: DEBUG dogpile.cache.region [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] No value present for key: 'zone-id' {{(pid=66859) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1304.659245] env[66859]: DEBUG dogpile.lock [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] NeedRegenerationException {{(pid=66859) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1304.659349] env[66859]: DEBUG dogpile.lock [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] no value, waiting for create lock {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1304.659469] env[66859]: DEBUG dogpile.lock [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] value creation lock acquired {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1304.659611] env[66859]: DEBUG dogpile.cache.region [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] No value present for key: 'zone-id' {{(pid=66859) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1304.659721] env[66859]: DEBUG dogpile.lock [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Calling creation function for not-yet-present value {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1304.659849] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1304.678079] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1304.678259] env[66859]: DEBUG dogpile.cache.region [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=66859) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1304.678373] env[66859]: DEBUG dogpile.lock [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Released creation lock {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1304.678536] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "network-326" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.678840] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock port-09987bae-8c9a-47e1-8d19-1e0e411a0bf1 taken with stack trace [, , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.679025] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "port-09987bae-8c9a-47e1-8d19-1e0e411a0bf1" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.679156] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "port-09987bae-8c9a-47e1-8d19-1e0e411a0bf1" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.679662] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "port-09987bae-8c9a-47e1-8d19-1e0e411a0bf1" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.679662] env[66859]: DEBUG networking_nsxv3.api.rpc [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('09987bae-8c9a-47e1-8d19-1e0e411a0bf1',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1304.836239] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b98eb6ac-76f2-47d5-9518-a88af5df0e58',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1304.940092] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.940453] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.940453] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.940550] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.940636] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.940747] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fd2a59c4-a09b-4155-9743-6f84d23a112f is going to be updated. [ 1304.972613] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.972961] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.972961] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.973133] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.973280] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.982784] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fd2a59c4-a09b-4155-9743-6f84d23a112f in Status: IN_PROGRESS for 2s [ 1305.182934] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.182934] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.182934] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.182934] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.183278] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.183278] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Segment Port 09987bae-8c9a-47e1-8d19-1e0e411a0bf1 not found, creating... [ 1305.183465] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.184195] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.184195] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.184195] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.184195] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.184424] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.184618] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.184699] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.184866] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.184995] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.185168] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Resource: SegmentPort with ID: 09987bae-8c9a-47e1-8d19-1e0e411a0bf1 is going to be created. [ 1305.205410] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.205637] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.205758] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.206053] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.206280] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.206499] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "port-09987bae-8c9a-47e1-8d19-1e0e411a0bf1" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.338321] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b98eb6ac-76f2-47d5-9518-a88af5df0e58',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1305.840984] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.841152] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.841244] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.841441] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.841532] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.841628] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b98eb6ac-76f2-47d5-9518-a88af5df0e58 is going to be updated. [ 1305.870626] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.870825] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.870825] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.871044] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.871185] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.881069] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b98eb6ac-76f2-47d5-9518-a88af5df0e58 in Status: IN_PROGRESS for 2s [ 1305.886793] env[66859]: INFO networking_nsxv3.common.synchronization [req-54436fcf-ff79-41b8-8c3b-de8cef4f40b0 req-403b123c-2a32-4716-841f-e87275ea9b2a service nova] Enqueued Resource ID: b98eb6ac-76f2-47d5-9518-a88af5df0e58 with Priority: HIGHEST for action security_group_rules [ 1305.886793] env[66859]: INFO networking_nsxv3.common.synchronization [req-54436fcf-ff79-41b8-8c3b-de8cef4f40b0 req-403b123c-2a32-4716-841f-e87275ea9b2a service nova] Enqueued Resource ID: b98eb6ac-76f2-47d5-9518-a88af5df0e58 with Priority: HIGHEST for action security_group_members [ 1305.887048] env[66859]: INFO networking_nsxv3.common.synchronization [req-54436fcf-ff79-41b8-8c3b-de8cef4f40b0 req-403b123c-2a32-4716-841f-e87275ea9b2a service nova] Enqueued Resource ID: 09987bae-8c9a-47e1-8d19-1e0e411a0bf1 with Priority: HIGHEST for action port [ 1305.887087] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b98eb6ac-76f2-47d5-9518-a88af5df0e58 with Priority: HIGHEST for action security_group_rules [ 1305.887216] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b98eb6ac-76f2-47d5-9518-a88af5df0e58 with Priority: HIGHEST for action security_group_members [ 1305.887312] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 09987bae-8c9a-47e1-8d19-1e0e411a0bf1 with Priority: HIGHEST for action port [ 1305.887844] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b98eb6ac-76f2-47d5-9518-a88af5df0e58 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.887967] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b98eb6ac-76f2-47d5-9518-a88af5df0e58" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.888264] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b98eb6ac-76f2-47d5-9518-a88af5df0e58" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.888484] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b98eb6ac-76f2-47d5-9518-a88af5df0e58" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.888564] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b98eb6ac-76f2-47d5-9518-a88af5df0e58',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1305.889939] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-b98eb6ac-76f2-47d5-9518-a88af5df0e58 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.889939] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b98eb6ac-76f2-47d5-9518-a88af5df0e58" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.889939] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock port-09987bae-8c9a-47e1-8d19-1e0e411a0bf1 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.889939] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-09987bae-8c9a-47e1-8d19-1e0e411a0bf1" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.889939] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-09987bae-8c9a-47e1-8d19-1e0e411a0bf1" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.890264] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-09987bae-8c9a-47e1-8d19-1e0e411a0bf1" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.890264] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('09987bae-8c9a-47e1-8d19-1e0e411a0bf1',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1306.392406] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-b98eb6ac-76f2-47d5-9518-a88af5df0e58 taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.392745] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b98eb6ac-76f2-47d5-9518-a88af5df0e58" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.392745] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 09987bae-8c9a-47e1-8d19-1e0e411a0bf1 with status ACTIVE [ 1306.392853] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.392955] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.393042] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.393343] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.393437] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.393609] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.393704] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.393768] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.393951] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.394065] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.394215] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.394310] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.394389] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.394520] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.394595] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.394734] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 09987bae-8c9a-47e1-8d19-1e0e411a0bf1 is going to be updated. [ 1306.419902] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.420125] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.420178] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.420399] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.420623] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.420942] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-09987bae-8c9a-47e1-8d19-1e0e411a0bf1" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.999467] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fd2a59c4-a09b-4155-9743-6f84d23a112f in Status: SUCCESS [ 1306.999676] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fd2a59c4-a09b-4155-9743-6f84d23a112f" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.999878] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fd2a59c4-a09b-4155-9743-6f84d23a112f" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.000095] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fd2a59c4-a09b-4155-9743-6f84d23a112f" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.000290] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.000397] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.000456] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.000621] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.000722] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.000778] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fd2a59c4-a09b-4155-9743-6f84d23a112f" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.000880] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fd2a59c4-a09b-4155-9743-6f84d23a112f',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1307.503352] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fd2a59c4-a09b-4155-9743-6f84d23a112f',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1307.892742] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b98eb6ac-76f2-47d5-9518-a88af5df0e58 in Status: SUCCESS [ 1307.893562] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b98eb6ac-76f2-47d5-9518-a88af5df0e58" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.893562] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b98eb6ac-76f2-47d5-9518-a88af5df0e58" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.893831] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b98eb6ac-76f2-47d5-9518-a88af5df0e58" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.894085] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.894229] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.894308] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.894593] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.894750] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.894893] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b98eb6ac-76f2-47d5-9518-a88af5df0e58',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1308.005875] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fd2a59c4-a09b-4155-9743-6f84d23a112f: rpc.has_security_group_logging(os_id): False [ 1308.025319] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.025644] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.025750] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.026095] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.026234] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.026580] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.026727] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.026818] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.027084] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.027242] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.027334] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fd2a59c4-a09b-4155-9743-6f84d23a112f is going to be created. [ 1308.099735] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.099963] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.100044] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.100288] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.100502] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.120480] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fd2a59c4-a09b-4155-9743-6f84d23a112f in Status: IN_PROGRESS for 2s [ 1308.397977] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b98eb6ac-76f2-47d5-9518-a88af5df0e58',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1308.900984] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b98eb6ac-76f2-47d5-9518-a88af5df0e58',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1309.404152] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.404440] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.404440] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.404617] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.404727] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.404798] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b98eb6ac-76f2-47d5-9518-a88af5df0e58 is going to be updated. [ 1309.436493] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.436703] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.436750] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.436937] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.437093] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.446524] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b98eb6ac-76f2-47d5-9518-a88af5df0e58 in Status: IN_PROGRESS for 2s [ 1310.140304] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fd2a59c4-a09b-4155-9743-6f84d23a112f in Status: SUCCESS [ 1310.140682] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fd2a59c4-a09b-4155-9743-6f84d23a112f" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.889079] env[66859]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1310.889269] env[66859]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1311.459265] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b98eb6ac-76f2-47d5-9518-a88af5df0e58 in Status: SUCCESS [ 1311.459689] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b98eb6ac-76f2-47d5-9518-a88af5df0e58" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.459689] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b98eb6ac-76f2-47d5-9518-a88af5df0e58" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.459933] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b98eb6ac-76f2-47d5-9518-a88af5df0e58" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.460135] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.460302] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.460371] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.460540] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.460619] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.460702] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b98eb6ac-76f2-47d5-9518-a88af5df0e58" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.460786] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b98eb6ac-76f2-47d5-9518-a88af5df0e58',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1311.963112] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-b98eb6ac-76f2-47d5-9518-a88af5df0e58 taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.963346] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b98eb6ac-76f2-47d5-9518-a88af5df0e58" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.963396] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b98eb6ac-76f2-47d5-9518-a88af5df0e58" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.963767] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b98eb6ac-76f2-47d5-9518-a88af5df0e58" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.964039] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.964224] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.964224] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.964405] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.964520] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.964579] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b98eb6ac-76f2-47d5-9518-a88af5df0e58" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.964736] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-b98eb6ac-76f2-47d5-9518-a88af5df0e58 taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.964815] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b98eb6ac-76f2-47d5-9518-a88af5df0e58" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.964897] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b98eb6ac-76f2-47d5-9518-a88af5df0e58" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.965032] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b98eb6ac-76f2-47d5-9518-a88af5df0e58" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.965172] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.965262] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.965318] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.965469] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.965529] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.965590] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b98eb6ac-76f2-47d5-9518-a88af5df0e58" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.965845] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b98eb6ac-76f2-47d5-9518-a88af5df0e58',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1312.468054] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b98eb6ac-76f2-47d5-9518-a88af5df0e58: rpc.has_security_group_logging(os_id): False [ 1312.486750] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.486959] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.486959] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.487184] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.506239] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.506488] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.506615] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.506689] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.506879] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.506959] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.507156] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.507259] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.507318] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.507461] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.507535] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.507720] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.507811] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.507874] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.508020] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.508077] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.508166] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b98eb6ac-76f2-47d5-9518-a88af5df0e58 is going to be updated. [ 1312.566884] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.567139] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.567139] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.567311] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.567451] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.585930] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b98eb6ac-76f2-47d5-9518-a88af5df0e58 in Status: IN_PROGRESS for 2s [ 1314.605227] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b98eb6ac-76f2-47d5-9518-a88af5df0e58 in Status: SUCCESS [ 1314.605227] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b98eb6ac-76f2-47d5-9518-a88af5df0e58" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.890604] env[66859]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1315.891050] env[66859]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1320.892130] env[66859]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1320.892492] env[66859]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1322.509137] env[66859]: INFO networking_nsxv3.common.synchronization [req-daedcc70-bb41-43b2-9df2-e70cec1f3395 req-1ef43f1f-fec0-4824-86d9-4061da62ba3c tempest-ServersTestJSON-1973205350 tempest-ServersTestJSON-1973205350-project-member] Enqueued Resource ID: b98eb6ac-76f2-47d5-9518-a88af5df0e58 with Priority: HIGHEST for action security_group_members [ 1322.509560] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b98eb6ac-76f2-47d5-9518-a88af5df0e58 with Priority: HIGHEST for action security_group_members [ 1322.509864] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-b98eb6ac-76f2-47d5-9518-a88af5df0e58 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.509985] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b98eb6ac-76f2-47d5-9518-a88af5df0e58" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.510058] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b98eb6ac-76f2-47d5-9518-a88af5df0e58" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.510271] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b98eb6ac-76f2-47d5-9518-a88af5df0e58" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.510446] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.510535] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.510617] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.510744] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.510854] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.510910] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b98eb6ac-76f2-47d5-9518-a88af5df0e58',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1322.760519] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock network-326 taken with stack trace [, , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.760723] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "network-326" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.760916] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "network-326" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.761245] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "network-326" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.761517] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.761694] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.761811] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.762184] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.762360] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.762592] env[66859]: DEBUG dogpile.cache.region [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] No value present for key: 'zone-id' {{(pid=66859) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1322.762720] env[66859]: DEBUG dogpile.lock [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] NeedRegenerationException {{(pid=66859) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1322.762816] env[66859]: DEBUG dogpile.lock [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] no value, waiting for create lock {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1322.762925] env[66859]: DEBUG dogpile.lock [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] value creation lock acquired {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1322.763069] env[66859]: DEBUG dogpile.cache.region [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] No value present for key: 'zone-id' {{(pid=66859) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1322.763179] env[66859]: DEBUG dogpile.lock [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Calling creation function for not-yet-present value {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1322.763309] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1322.784454] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1322.784633] env[66859]: DEBUG dogpile.cache.region [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66859) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1322.784756] env[66859]: DEBUG dogpile.lock [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Released creation lock {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1322.784903] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "network-326" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.785269] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock port-6851bd47-2e4a-4f32-8042-887bb56d828b taken with stack trace [, , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.785465] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "port-6851bd47-2e4a-4f32-8042-887bb56d828b" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.785587] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "port-6851bd47-2e4a-4f32-8042-887bb56d828b" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.785912] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "port-6851bd47-2e4a-4f32-8042-887bb56d828b" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.786099] env[66859]: DEBUG networking_nsxv3.api.rpc [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6851bd47-2e4a-4f32-8042-887bb56d828b',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1323.014054] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b98eb6ac-76f2-47d5-9518-a88af5df0e58',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1323.288586] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.288856] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.288937] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.289280] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.289439] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.289612] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Segment Port 6851bd47-2e4a-4f32-8042-887bb56d828b not found, creating... [ 1323.289877] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.290044] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.290183] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.290416] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.290556] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.290853] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.291043] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.291207] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.291427] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.291557] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.291693] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Resource: SegmentPort with ID: 6851bd47-2e4a-4f32-8042-887bb56d828b is going to be created. [ 1323.316344] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.316566] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.316709] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.316939] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.317190] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.317417] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "port-6851bd47-2e4a-4f32-8042-887bb56d828b" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.516359] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b98eb6ac-76f2-47d5-9518-a88af5df0e58',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1324.008562] env[66859]: INFO networking_nsxv3.common.synchronization [req-daedcc70-bb41-43b2-9df2-e70cec1f3395 req-d5023020-00cd-4bd9-b919-431dc2f298e1 service nova] Enqueued Resource ID: b98eb6ac-76f2-47d5-9518-a88af5df0e58 with Priority: HIGHEST for action security_group_rules [ 1324.008744] env[66859]: INFO networking_nsxv3.common.synchronization [req-daedcc70-bb41-43b2-9df2-e70cec1f3395 req-d5023020-00cd-4bd9-b919-431dc2f298e1 service nova] Enqueued Resource ID: b98eb6ac-76f2-47d5-9518-a88af5df0e58 with Priority: HIGHEST for action security_group_members [ 1324.008879] env[66859]: INFO networking_nsxv3.common.synchronization [req-daedcc70-bb41-43b2-9df2-e70cec1f3395 req-d5023020-00cd-4bd9-b919-431dc2f298e1 service nova] Enqueued Resource ID: 6851bd47-2e4a-4f32-8042-887bb56d828b with Priority: HIGHEST for action port [ 1324.009433] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b98eb6ac-76f2-47d5-9518-a88af5df0e58 with Priority: HIGHEST for action security_group_rules [ 1324.009564] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b98eb6ac-76f2-47d5-9518-a88af5df0e58 with Priority: HIGHEST for action security_group_members [ 1324.009659] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6851bd47-2e4a-4f32-8042-887bb56d828b with Priority: HIGHEST for action port [ 1324.009931] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b98eb6ac-76f2-47d5-9518-a88af5df0e58 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.010206] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b98eb6ac-76f2-47d5-9518-a88af5df0e58" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.010266] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b98eb6ac-76f2-47d5-9518-a88af5df0e58" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.010460] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b98eb6ac-76f2-47d5-9518-a88af5df0e58" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.010539] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b98eb6ac-76f2-47d5-9518-a88af5df0e58',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1324.012079] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-b98eb6ac-76f2-47d5-9518-a88af5df0e58 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.012196] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b98eb6ac-76f2-47d5-9518-a88af5df0e58" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.013622] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock port-6851bd47-2e4a-4f32-8042-887bb56d828b taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.013622] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6851bd47-2e4a-4f32-8042-887bb56d828b" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.013622] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6851bd47-2e4a-4f32-8042-887bb56d828b" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.013622] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6851bd47-2e4a-4f32-8042-887bb56d828b" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.013622] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6851bd47-2e4a-4f32-8042-887bb56d828b',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1324.018632] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.018632] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.018632] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.018831] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.019339] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.019339] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b98eb6ac-76f2-47d5-9518-a88af5df0e58 is going to be updated. [ 1324.050101] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.050357] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.050357] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.050540] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.050664] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.061939] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b98eb6ac-76f2-47d5-9518-a88af5df0e58 in Status: IN_PROGRESS for 2s [ 1324.513475] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-b98eb6ac-76f2-47d5-9518-a88af5df0e58 taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.513739] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b98eb6ac-76f2-47d5-9518-a88af5df0e58" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.515029] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6851bd47-2e4a-4f32-8042-887bb56d828b with status ACTIVE [ 1324.515236] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.515377] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.515483] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.515860] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.515860] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.516139] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.516139] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.516344] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.516454] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.516454] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.516765] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.516765] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.516765] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.516946] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.516946] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.517063] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6851bd47-2e4a-4f32-8042-887bb56d828b is going to be updated. [ 1324.537612] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.537890] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.537890] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.538028] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.538141] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.538300] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6851bd47-2e4a-4f32-8042-887bb56d828b" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.072254] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b98eb6ac-76f2-47d5-9518-a88af5df0e58 in Status: SUCCESS [ 1326.072668] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b98eb6ac-76f2-47d5-9518-a88af5df0e58" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.072668] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b98eb6ac-76f2-47d5-9518-a88af5df0e58" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.072833] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b98eb6ac-76f2-47d5-9518-a88af5df0e58" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1326.073061] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.073190] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.073246] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.073387] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1326.073465] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.073554] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b98eb6ac-76f2-47d5-9518-a88af5df0e58',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1326.576967] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b98eb6ac-76f2-47d5-9518-a88af5df0e58',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1327.078564] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b98eb6ac-76f2-47d5-9518-a88af5df0e58',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1327.580990] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.581219] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.581219] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.581434] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1327.581529] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.581653] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b98eb6ac-76f2-47d5-9518-a88af5df0e58 is going to be updated. [ 1327.612296] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.612545] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.612545] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.612678] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1327.612832] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.623757] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b98eb6ac-76f2-47d5-9518-a88af5df0e58 in Status: IN_PROGRESS for 2s [ 1329.011280] env[66859]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1329.011681] env[66859]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1329.635060] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b98eb6ac-76f2-47d5-9518-a88af5df0e58 in Status: SUCCESS [ 1329.635295] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b98eb6ac-76f2-47d5-9518-a88af5df0e58" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.635461] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b98eb6ac-76f2-47d5-9518-a88af5df0e58" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.635684] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b98eb6ac-76f2-47d5-9518-a88af5df0e58" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.635872] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.635989] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.636067] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.636223] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.636303] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.636386] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b98eb6ac-76f2-47d5-9518-a88af5df0e58" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.636483] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b98eb6ac-76f2-47d5-9518-a88af5df0e58',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1330.138542] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-b98eb6ac-76f2-47d5-9518-a88af5df0e58 taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1330.138972] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b98eb6ac-76f2-47d5-9518-a88af5df0e58" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.138972] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b98eb6ac-76f2-47d5-9518-a88af5df0e58" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.138972] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b98eb6ac-76f2-47d5-9518-a88af5df0e58" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1330.139159] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1330.139751] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.139818] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.139985] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1330.140097] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1330.140186] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b98eb6ac-76f2-47d5-9518-a88af5df0e58" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1330.140332] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-b98eb6ac-76f2-47d5-9518-a88af5df0e58 taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1330.140426] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b98eb6ac-76f2-47d5-9518-a88af5df0e58" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.140477] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b98eb6ac-76f2-47d5-9518-a88af5df0e58" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.140615] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b98eb6ac-76f2-47d5-9518-a88af5df0e58" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1330.140743] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1330.140829] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.140908] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.141093] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1330.141174] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1330.141253] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b98eb6ac-76f2-47d5-9518-a88af5df0e58" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1330.141342] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b98eb6ac-76f2-47d5-9518-a88af5df0e58',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1330.643658] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b98eb6ac-76f2-47d5-9518-a88af5df0e58: rpc.has_security_group_logging(os_id): False [ 1330.661659] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1330.661831] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.661882] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.662089] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1330.662184] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1330.662440] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1330.662546] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.662608] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.662765] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1330.662840] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1330.663039] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1330.663138] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.663201] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.663341] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1330.663415] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1330.663595] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1330.663685] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.663744] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.663886] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1330.664011] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1330.664154] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b98eb6ac-76f2-47d5-9518-a88af5df0e58 is going to be updated. [ 1330.721462] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1330.721462] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.721600] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.721924] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1330.722174] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1330.742218] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b98eb6ac-76f2-47d5-9518-a88af5df0e58 in Status: IN_PROGRESS for 2s [ 1332.761123] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b98eb6ac-76f2-47d5-9518-a88af5df0e58 in Status: SUCCESS [ 1332.761480] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b98eb6ac-76f2-47d5-9518-a88af5df0e58" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1333.836322] env[66859]: INFO networking_nsxv3.common.synchronization [req-7964a17f-b454-4042-b37f-35efe59af9ae req-d3608e8c-5ea0-4339-a750-b71ee4e029db tempest-ServersTestJSON-1973205350 tempest-ServersTestJSON-1973205350-project-member] Enqueued Resource ID: b98eb6ac-76f2-47d5-9518-a88af5df0e58 with Priority: HIGHEST for action security_group_members [ 1333.836920] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b98eb6ac-76f2-47d5-9518-a88af5df0e58 with Priority: HIGHEST for action security_group_members [ 1333.837234] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-b98eb6ac-76f2-47d5-9518-a88af5df0e58 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1333.837396] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b98eb6ac-76f2-47d5-9518-a88af5df0e58" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1333.837433] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b98eb6ac-76f2-47d5-9518-a88af5df0e58" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1333.837768] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b98eb6ac-76f2-47d5-9518-a88af5df0e58" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1333.837825] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1333.837953] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1333.838024] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1333.838328] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1333.838416] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1333.838946] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b98eb6ac-76f2-47d5-9518-a88af5df0e58',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1334.340225] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b98eb6ac-76f2-47d5-9518-a88af5df0e58',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1334.843211] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b98eb6ac-76f2-47d5-9518-a88af5df0e58',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1335.345656] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1335.345892] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1335.345892] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1335.346196] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1335.346322] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1335.346452] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b98eb6ac-76f2-47d5-9518-a88af5df0e58 is going to be updated. [ 1335.381321] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1335.381478] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1335.381538] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1335.381744] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1335.381887] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1335.391640] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b98eb6ac-76f2-47d5-9518-a88af5df0e58 in Status: IN_PROGRESS for 2s [ 1337.405064] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b98eb6ac-76f2-47d5-9518-a88af5df0e58 in Status: SUCCESS [ 1337.405533] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b98eb6ac-76f2-47d5-9518-a88af5df0e58" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1338.837440] env[66859]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1338.837884] env[66859]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1340.417683] env[66859]: INFO networking_nsxv3.common.synchronization [req-77d3285d-4b70-4605-b94d-b929ea1c12c1 req-85e3cddf-6e93-44ca-aaf1-cc3ee1bdab78 tempest-ServersTestJSON-1973205350 tempest-ServersTestJSON-1973205350-project-member] Enqueued Resource ID: b98eb6ac-76f2-47d5-9518-a88af5df0e58 with Priority: HIGHEST for action security_group_members [ 1340.418328] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b98eb6ac-76f2-47d5-9518-a88af5df0e58 with Priority: HIGHEST for action security_group_members [ 1340.419094] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-b98eb6ac-76f2-47d5-9518-a88af5df0e58 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1340.419229] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b98eb6ac-76f2-47d5-9518-a88af5df0e58" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.419307] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b98eb6ac-76f2-47d5-9518-a88af5df0e58" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.419598] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b98eb6ac-76f2-47d5-9518-a88af5df0e58" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1340.419953] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1340.419953] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.420142] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.420207] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1340.420341] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1340.420402] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b98eb6ac-76f2-47d5-9518-a88af5df0e58',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1340.922421] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b98eb6ac-76f2-47d5-9518-a88af5df0e58',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1341.425224] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b98eb6ac-76f2-47d5-9518-a88af5df0e58',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1341.928313] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1341.928489] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.928542] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.928761] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1341.929034] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1341.929034] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b98eb6ac-76f2-47d5-9518-a88af5df0e58 is going to be updated. [ 1341.958418] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1341.958614] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.958614] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.958834] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1341.958972] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1341.972041] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b98eb6ac-76f2-47d5-9518-a88af5df0e58 in Status: IN_PROGRESS for 2s [ 1343.983871] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b98eb6ac-76f2-47d5-9518-a88af5df0e58 in Status: SUCCESS [ 1343.984307] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b98eb6ac-76f2-47d5-9518-a88af5df0e58" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1345.419870] env[66859]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1345.420238] env[66859]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1349.599227] env[66859]: INFO networking_nsxv3.common.synchronization [req-bf6e7402-838c-4ddc-8edd-db06ef52916c req-3f7498fa-16e7-4d75-8be2-607b8d8ba51e tempest-ServersTestJSON-1973205350 tempest-ServersTestJSON-1973205350-project-member] Enqueued Resource ID: b98eb6ac-76f2-47d5-9518-a88af5df0e58 with Priority: HIGHEST for action security_group_members [ 1349.599740] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b98eb6ac-76f2-47d5-9518-a88af5df0e58 with Priority: HIGHEST for action security_group_members [ 1349.600048] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-b98eb6ac-76f2-47d5-9518-a88af5df0e58 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1349.600172] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b98eb6ac-76f2-47d5-9518-a88af5df0e58" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1349.600239] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b98eb6ac-76f2-47d5-9518-a88af5df0e58" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1349.600439] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b98eb6ac-76f2-47d5-9518-a88af5df0e58" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1349.600588] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1349.600685] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1349.600746] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1349.600891] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1349.600972] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1349.601198] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b98eb6ac-76f2-47d5-9518-a88af5df0e58',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1349.887969] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock network-326 taken with stack trace [, , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1349.888196] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "network-326" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1349.888322] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "network-326" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1349.888597] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "network-326" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1349.888845] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1349.889009] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1349.889138] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1349.889350] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1349.889491] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1349.889690] env[66859]: DEBUG dogpile.cache.region [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] No value present for key: 'zone-id' {{(pid=66859) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1349.889801] env[66859]: DEBUG dogpile.lock [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] NeedRegenerationException {{(pid=66859) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1349.889906] env[66859]: DEBUG dogpile.lock [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] no value, waiting for create lock {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1349.890013] env[66859]: DEBUG dogpile.lock [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] value creation lock acquired {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1349.890129] env[66859]: DEBUG dogpile.cache.region [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] No value present for key: 'zone-id' {{(pid=66859) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1349.890261] env[66859]: DEBUG dogpile.lock [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Calling creation function for not-yet-present value {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1349.890471] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1349.910651] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1349.910802] env[66859]: DEBUG dogpile.cache.region [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66859) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1349.910932] env[66859]: DEBUG dogpile.lock [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Released creation lock {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1349.911124] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "network-326" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1349.911409] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock port-a42fba90-933f-4c61-a37c-11ce7a3ed54e taken with stack trace [, , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1349.911563] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "port-a42fba90-933f-4c61-a37c-11ce7a3ed54e" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1349.911682] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "port-a42fba90-933f-4c61-a37c-11ce7a3ed54e" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1349.911997] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "port-a42fba90-933f-4c61-a37c-11ce7a3ed54e" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1349.912150] env[66859]: DEBUG networking_nsxv3.api.rpc [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a42fba90-933f-4c61-a37c-11ce7a3ed54e',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1350.103682] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b98eb6ac-76f2-47d5-9518-a88af5df0e58',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1350.414660] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1350.414944] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1350.415044] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1350.415329] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1350.415485] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1350.415632] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Segment Port a42fba90-933f-4c61-a37c-11ce7a3ed54e not found, creating... [ 1350.415894] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1350.416078] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1350.416195] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1350.416421] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1350.416563] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1350.416849] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1350.417011] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1350.417140] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1350.417349] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1350.417479] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1350.417613] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Resource: SegmentPort with ID: a42fba90-933f-4c61-a37c-11ce7a3ed54e is going to be created. [ 1350.440043] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1350.440043] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1350.440043] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1350.440043] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1350.440314] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1350.440426] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "port-a42fba90-933f-4c61-a37c-11ce7a3ed54e" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1350.606227] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b98eb6ac-76f2-47d5-9518-a88af5df0e58',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1351.109392] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1351.109392] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1351.109392] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1351.109741] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1351.109741] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1351.109845] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b98eb6ac-76f2-47d5-9518-a88af5df0e58 is going to be updated. [ 1351.140067] env[66859]: INFO networking_nsxv3.common.synchronization [req-bf6e7402-838c-4ddc-8edd-db06ef52916c req-622941e9-77ea-4b87-8951-ad7bb2b02aa1 service nova] Enqueued Resource ID: b98eb6ac-76f2-47d5-9518-a88af5df0e58 with Priority: HIGHEST for action security_group_rules [ 1351.140250] env[66859]: INFO networking_nsxv3.common.synchronization [req-bf6e7402-838c-4ddc-8edd-db06ef52916c req-622941e9-77ea-4b87-8951-ad7bb2b02aa1 service nova] Enqueued Resource ID: b98eb6ac-76f2-47d5-9518-a88af5df0e58 with Priority: HIGHEST for action security_group_members [ 1351.140433] env[66859]: INFO networking_nsxv3.common.synchronization [req-bf6e7402-838c-4ddc-8edd-db06ef52916c req-622941e9-77ea-4b87-8951-ad7bb2b02aa1 service nova] Enqueued Resource ID: a42fba90-933f-4c61-a37c-11ce7a3ed54e with Priority: HIGHEST for action port [ 1351.141414] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1351.141549] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1351.141616] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1351.141808] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1351.141943] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1351.143446] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b98eb6ac-76f2-47d5-9518-a88af5df0e58 with Priority: HIGHEST for action security_group_rules [ 1351.143584] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b98eb6ac-76f2-47d5-9518-a88af5df0e58 with Priority: HIGHEST for action security_group_members [ 1351.143680] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a42fba90-933f-4c61-a37c-11ce7a3ed54e with Priority: HIGHEST for action port [ 1351.143986] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b98eb6ac-76f2-47d5-9518-a88af5df0e58 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1351.144170] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b98eb6ac-76f2-47d5-9518-a88af5df0e58" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1351.144240] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b98eb6ac-76f2-47d5-9518-a88af5df0e58" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1351.144466] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b98eb6ac-76f2-47d5-9518-a88af5df0e58" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1351.144501] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b98eb6ac-76f2-47d5-9518-a88af5df0e58',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1351.146755] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-b98eb6ac-76f2-47d5-9518-a88af5df0e58 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1351.146841] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b98eb6ac-76f2-47d5-9518-a88af5df0e58" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1351.147127] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock port-a42fba90-933f-4c61-a37c-11ce7a3ed54e taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1351.147244] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a42fba90-933f-4c61-a37c-11ce7a3ed54e" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1351.147244] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a42fba90-933f-4c61-a37c-11ce7a3ed54e" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1351.147405] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a42fba90-933f-4c61-a37c-11ce7a3ed54e" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1351.147499] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a42fba90-933f-4c61-a37c-11ce7a3ed54e',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1351.157706] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b98eb6ac-76f2-47d5-9518-a88af5df0e58 in Status: IN_PROGRESS for 2s [ 1351.647720] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-b98eb6ac-76f2-47d5-9518-a88af5df0e58 taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1351.648039] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b98eb6ac-76f2-47d5-9518-a88af5df0e58" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1351.649194] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a42fba90-933f-4c61-a37c-11ce7a3ed54e with status ACTIVE [ 1351.649377] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1351.649515] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1351.649588] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1351.649802] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1351.649876] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1351.650058] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1351.650152] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1351.650216] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1351.650352] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1351.650425] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1351.650598] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1351.650689] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1351.650749] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1351.650870] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1351.650935] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1351.651034] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a42fba90-933f-4c61-a37c-11ce7a3ed54e is going to be updated. [ 1351.670944] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1351.671157] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1351.671207] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1351.671373] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1351.671502] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1351.671667] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a42fba90-933f-4c61-a37c-11ce7a3ed54e" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1353.170623] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b98eb6ac-76f2-47d5-9518-a88af5df0e58 in Status: SUCCESS [ 1353.171059] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b98eb6ac-76f2-47d5-9518-a88af5df0e58" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1353.171120] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b98eb6ac-76f2-47d5-9518-a88af5df0e58" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1353.171356] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b98eb6ac-76f2-47d5-9518-a88af5df0e58" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1353.171565] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1353.171686] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1353.171751] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1353.171937] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1353.172036] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1353.172132] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b98eb6ac-76f2-47d5-9518-a88af5df0e58',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1353.675763] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b98eb6ac-76f2-47d5-9518-a88af5df0e58',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1354.178103] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b98eb6ac-76f2-47d5-9518-a88af5df0e58',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1354.681066] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1354.681066] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1354.681066] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1354.681066] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1354.681066] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1354.681066] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b98eb6ac-76f2-47d5-9518-a88af5df0e58 is going to be updated. [ 1354.707469] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1354.707637] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1354.707704] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1354.707869] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1354.708011] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1354.719604] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b98eb6ac-76f2-47d5-9518-a88af5df0e58 in Status: IN_PROGRESS for 2s [ 1355.204142] env[66859]: INFO networking_nsxv3.common.synchronization [req-1c15ef57-1df2-4bfa-a401-d7fd47e3394a req-7c6935e1-1eac-4843-9411-4586e379fd48 tempest-AttachVolumeShelveTestJSON-2054043925 tempest-AttachVolumeShelveTestJSON-2054043925-project-member] Enqueued Resource ID: fd2a59c4-a09b-4155-9743-6f84d23a112f with Priority: HIGHEST for action security_group_members [ 1355.204614] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd2a59c4-a09b-4155-9743-6f84d23a112f with Priority: HIGHEST for action security_group_members [ 1355.204952] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-fd2a59c4-a09b-4155-9743-6f84d23a112f taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1355.205241] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fd2a59c4-a09b-4155-9743-6f84d23a112f" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1355.205326] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fd2a59c4-a09b-4155-9743-6f84d23a112f" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1355.205568] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fd2a59c4-a09b-4155-9743-6f84d23a112f" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1355.205675] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1355.205784] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1355.205851] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1355.206684] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1355.206684] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1355.206684] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fd2a59c4-a09b-4155-9743-6f84d23a112f',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1355.708624] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1355.708808] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1355.708879] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1355.709068] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1355.709174] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1355.709344] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1355.709470] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1355.709550] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1355.709723] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1355.709812] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1355.709894] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fd2a59c4-a09b-4155-9743-6f84d23a112f is going to be updated. [ 1355.736489] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1355.736682] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1355.736682] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1355.736883] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1355.737031] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1355.745886] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fd2a59c4-a09b-4155-9743-6f84d23a112f in Status: IN_PROGRESS for 2s [ 1356.730057] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b98eb6ac-76f2-47d5-9518-a88af5df0e58 in Status: SUCCESS [ 1356.730057] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b98eb6ac-76f2-47d5-9518-a88af5df0e58" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1356.730057] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b98eb6ac-76f2-47d5-9518-a88af5df0e58" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1356.730057] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b98eb6ac-76f2-47d5-9518-a88af5df0e58" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1356.730057] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1356.730057] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1356.730057] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1356.730623] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1356.730623] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1356.730623] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b98eb6ac-76f2-47d5-9518-a88af5df0e58" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1356.730623] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b98eb6ac-76f2-47d5-9518-a88af5df0e58',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1357.233523] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-b98eb6ac-76f2-47d5-9518-a88af5df0e58 taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1357.233765] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b98eb6ac-76f2-47d5-9518-a88af5df0e58" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1357.233765] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b98eb6ac-76f2-47d5-9518-a88af5df0e58" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1357.233902] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b98eb6ac-76f2-47d5-9518-a88af5df0e58" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1357.234071] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1357.234179] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1357.234246] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1357.234390] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1357.234479] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1357.234564] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b98eb6ac-76f2-47d5-9518-a88af5df0e58" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1357.234702] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-b98eb6ac-76f2-47d5-9518-a88af5df0e58 taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1357.234794] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b98eb6ac-76f2-47d5-9518-a88af5df0e58" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1357.234853] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b98eb6ac-76f2-47d5-9518-a88af5df0e58" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1357.234988] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b98eb6ac-76f2-47d5-9518-a88af5df0e58" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1357.235133] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1357.235224] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1357.235284] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1357.235417] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1357.235508] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1357.235592] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b98eb6ac-76f2-47d5-9518-a88af5df0e58" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1357.235680] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b98eb6ac-76f2-47d5-9518-a88af5df0e58',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1357.738085] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b98eb6ac-76f2-47d5-9518-a88af5df0e58: rpc.has_security_group_logging(os_id): False [ 1357.756415] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1357.756555] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1357.756631] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1357.756852] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1357.757059] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1357.757167] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1357.757280] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1357.757338] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1357.757527] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1357.757606] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1357.757785] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1357.757877] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1357.757933] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1357.758328] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1357.758328] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1357.758328] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1357.758541] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1357.758541] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1357.758645] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1357.758694] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1357.758743] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b98eb6ac-76f2-47d5-9518-a88af5df0e58 is going to be updated. [ 1357.763960] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fd2a59c4-a09b-4155-9743-6f84d23a112f in Status: SUCCESS [ 1357.763960] env[66859]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fd2a59c4-a09b-4155-9743-6f84d23a112f deletion is rescheduled due to dependency. [ 1357.763960] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fd2a59c4-a09b-4155-9743-6f84d23a112f" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1357.818242] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1357.818475] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1357.818475] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1357.818656] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1357.818801] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1357.848996] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b98eb6ac-76f2-47d5-9518-a88af5df0e58 in Status: IN_PROGRESS for 2s [ 1359.867342] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b98eb6ac-76f2-47d5-9518-a88af5df0e58 in Status: SUCCESS [ 1359.867670] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b98eb6ac-76f2-47d5-9518-a88af5df0e58" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1360.205281] env[66859]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1360.205422] env[66859]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1361.005523] env[66859]: INFO networking_nsxv3.common.synchronization [req-4e32336f-153a-4c92-ad05-acc31df03fa9 req-9bab1c98-c077-48ea-a09d-901aaa757ccd tempest-ServersTestJSON-1973205350 tempest-ServersTestJSON-1973205350-project-member] Enqueued Resource ID: b98eb6ac-76f2-47d5-9518-a88af5df0e58 with Priority: HIGHEST for action security_group_members [ 1361.005712] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b98eb6ac-76f2-47d5-9518-a88af5df0e58 with Priority: HIGHEST for action security_group_members [ 1361.005907] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-b98eb6ac-76f2-47d5-9518-a88af5df0e58 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1361.006030] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b98eb6ac-76f2-47d5-9518-a88af5df0e58" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1361.006754] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b98eb6ac-76f2-47d5-9518-a88af5df0e58" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1361.006754] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b98eb6ac-76f2-47d5-9518-a88af5df0e58" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1361.006754] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1361.006754] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1361.006754] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1361.006754] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1361.006994] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1361.006994] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b98eb6ac-76f2-47d5-9518-a88af5df0e58',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1361.508463] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b98eb6ac-76f2-47d5-9518-a88af5df0e58',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1362.010510] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b98eb6ac-76f2-47d5-9518-a88af5df0e58',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1362.513224] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1362.513453] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1362.513453] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1362.513678] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1362.513769] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1362.513872] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b98eb6ac-76f2-47d5-9518-a88af5df0e58 is going to be updated. [ 1362.548907] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1362.549105] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1362.549161] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1362.549334] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1362.549478] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1362.559699] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b98eb6ac-76f2-47d5-9518-a88af5df0e58 in Status: IN_PROGRESS for 2s [ 1364.572838] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b98eb6ac-76f2-47d5-9518-a88af5df0e58 in Status: SUCCESS [ 1364.573151] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b98eb6ac-76f2-47d5-9518-a88af5df0e58" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1366.007048] env[66859]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1366.007405] env[66859]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1370.217075] env[66859]: INFO networking_nsxv3.common.synchronization [req-0ab82639-1d96-4679-85e6-d1b7bc5114e2 req-bc10ef18-816b-47e6-9aea-18cf94ed5cff tempest-ServersTestJSON-1973205350 tempest-ServersTestJSON-1973205350-project-member] Enqueued Resource ID: b98eb6ac-76f2-47d5-9518-a88af5df0e58 with Priority: HIGHEST for action security_group_members [ 1370.217621] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b98eb6ac-76f2-47d5-9518-a88af5df0e58 with Priority: HIGHEST for action security_group_members [ 1370.217929] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-b98eb6ac-76f2-47d5-9518-a88af5df0e58 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1370.218179] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b98eb6ac-76f2-47d5-9518-a88af5df0e58" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1370.218263] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b98eb6ac-76f2-47d5-9518-a88af5df0e58" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1370.218463] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b98eb6ac-76f2-47d5-9518-a88af5df0e58" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1370.218614] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1370.218920] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1370.218920] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1370.218920] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1370.219130] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1370.219130] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b98eb6ac-76f2-47d5-9518-a88af5df0e58',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1370.521020] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock network-326 taken with stack trace [, , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1370.521020] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "network-326" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1370.521020] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "network-326" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1370.521020] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "network-326" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1370.521020] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1370.521375] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1370.521657] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1370.522093] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1370.522371] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1370.522693] env[66859]: DEBUG dogpile.cache.region [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] No value present for key: 'zone-id' {{(pid=66859) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1370.522915] env[66859]: DEBUG dogpile.lock [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] NeedRegenerationException {{(pid=66859) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1370.523141] env[66859]: DEBUG dogpile.lock [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] no value, waiting for create lock {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1370.523385] env[66859]: DEBUG dogpile.lock [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] value creation lock acquired {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1370.524071] env[66859]: DEBUG dogpile.cache.region [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] No value present for key: 'zone-id' {{(pid=66859) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1370.524071] env[66859]: DEBUG dogpile.lock [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Calling creation function for not-yet-present value {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1370.524071] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1370.544514] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1370.544700] env[66859]: DEBUG dogpile.cache.region [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66859) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1370.544751] env[66859]: DEBUG dogpile.lock [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Released creation lock {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1370.544922] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "network-326" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1370.545252] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock port-d7c2a5a0-bebf-4b49-a630-677747069863 taken with stack trace [, , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1370.545426] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "port-d7c2a5a0-bebf-4b49-a630-677747069863" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1370.545551] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "port-d7c2a5a0-bebf-4b49-a630-677747069863" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1370.545868] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "port-d7c2a5a0-bebf-4b49-a630-677747069863" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1370.546021] env[66859]: DEBUG networking_nsxv3.api.rpc [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d7c2a5a0-bebf-4b49-a630-677747069863',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1370.722293] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b98eb6ac-76f2-47d5-9518-a88af5df0e58',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1371.048517] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1371.048737] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1371.048861] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1371.049170] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1371.049323] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1371.049477] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Segment Port d7c2a5a0-bebf-4b49-a630-677747069863 not found, creating... [ 1371.049730] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1371.049886] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1371.050016] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1371.050366] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1371.050366] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1371.050658] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1371.050812] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1371.050996] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1371.051211] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1371.051398] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1371.051512] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Resource: SegmentPort with ID: d7c2a5a0-bebf-4b49-a630-677747069863 is going to be created. [ 1371.074878] env[66859]: DEBUG networking_nsxv3.common.locking [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1371.075142] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1371.075335] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1371.075615] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1371.075834] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1371.076077] env[66859]: DEBUG oslo_concurrency.lockutils [None req-f77edb2c-5376-4d30-99bc-fe7f1d946c22 None None] Releasing lock "port-d7c2a5a0-bebf-4b49-a630-677747069863" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1371.224719] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b98eb6ac-76f2-47d5-9518-a88af5df0e58',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1371.727837] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1371.728053] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1371.728053] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1371.728293] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1371.728395] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1371.728489] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b98eb6ac-76f2-47d5-9518-a88af5df0e58 is going to be updated. [ 1371.758419] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1371.758603] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1371.758663] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1371.758842] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1371.758976] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1371.768388] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b98eb6ac-76f2-47d5-9518-a88af5df0e58 in Status: IN_PROGRESS for 2s [ 1371.774415] env[66859]: INFO networking_nsxv3.common.synchronization [req-0ab82639-1d96-4679-85e6-d1b7bc5114e2 req-543b49c1-1e65-4908-825a-9ad6ea875b5c service nova] Enqueued Resource ID: b98eb6ac-76f2-47d5-9518-a88af5df0e58 with Priority: HIGHEST for action security_group_rules [ 1371.774505] env[66859]: INFO networking_nsxv3.common.synchronization [req-0ab82639-1d96-4679-85e6-d1b7bc5114e2 req-543b49c1-1e65-4908-825a-9ad6ea875b5c service nova] Enqueued Resource ID: b98eb6ac-76f2-47d5-9518-a88af5df0e58 with Priority: HIGHEST for action security_group_members [ 1371.774645] env[66859]: INFO networking_nsxv3.common.synchronization [req-0ab82639-1d96-4679-85e6-d1b7bc5114e2 req-543b49c1-1e65-4908-825a-9ad6ea875b5c service nova] Enqueued Resource ID: d7c2a5a0-bebf-4b49-a630-677747069863 with Priority: HIGHEST for action port [ 1371.774869] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b98eb6ac-76f2-47d5-9518-a88af5df0e58 with Priority: HIGHEST for action security_group_rules [ 1371.774994] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b98eb6ac-76f2-47d5-9518-a88af5df0e58 with Priority: HIGHEST for action security_group_members [ 1371.775102] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d7c2a5a0-bebf-4b49-a630-677747069863 with Priority: HIGHEST for action port [ 1371.775646] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b98eb6ac-76f2-47d5-9518-a88af5df0e58 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1371.775764] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b98eb6ac-76f2-47d5-9518-a88af5df0e58" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1371.775832] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b98eb6ac-76f2-47d5-9518-a88af5df0e58" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1371.776040] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b98eb6ac-76f2-47d5-9518-a88af5df0e58" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1371.776121] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b98eb6ac-76f2-47d5-9518-a88af5df0e58',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1371.776907] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-b98eb6ac-76f2-47d5-9518-a88af5df0e58 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1371.776997] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b98eb6ac-76f2-47d5-9518-a88af5df0e58" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1371.777195] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock port-d7c2a5a0-bebf-4b49-a630-677747069863 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1371.777333] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d7c2a5a0-bebf-4b49-a630-677747069863" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1371.777372] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d7c2a5a0-bebf-4b49-a630-677747069863" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1371.777494] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d7c2a5a0-bebf-4b49-a630-677747069863" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1371.777568] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d7c2a5a0-bebf-4b49-a630-677747069863',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1372.279159] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-b98eb6ac-76f2-47d5-9518-a88af5df0e58 taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1372.279588] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b98eb6ac-76f2-47d5-9518-a88af5df0e58" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1372.279588] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d7c2a5a0-bebf-4b49-a630-677747069863 with status ACTIVE [ 1372.279706] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1372.279837] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1372.279930] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1372.280194] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1372.280290] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1372.280462] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1372.280561] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1372.280619] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1372.280775] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1372.280863] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1372.281074] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1372.281205] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1372.281257] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1372.281383] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1372.281456] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1372.281539] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d7c2a5a0-bebf-4b49-a630-677747069863 is going to be updated. [ 1372.305139] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1372.305369] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1372.305369] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1372.305617] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1372.305787] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1372.305996] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d7c2a5a0-bebf-4b49-a630-677747069863" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1373.779694] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b98eb6ac-76f2-47d5-9518-a88af5df0e58 in Status: SUCCESS [ 1373.780111] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b98eb6ac-76f2-47d5-9518-a88af5df0e58" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1373.780111] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b98eb6ac-76f2-47d5-9518-a88af5df0e58" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1373.780390] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b98eb6ac-76f2-47d5-9518-a88af5df0e58" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1373.780646] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1373.780781] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1373.780850] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1373.781024] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1373.781112] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1373.781212] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b98eb6ac-76f2-47d5-9518-a88af5df0e58',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1374.283491] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b98eb6ac-76f2-47d5-9518-a88af5df0e58',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1374.786138] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b98eb6ac-76f2-47d5-9518-a88af5df0e58',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1375.288158] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1375.288384] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1375.288384] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1375.288607] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1375.288806] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1375.288806] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b98eb6ac-76f2-47d5-9518-a88af5df0e58 is going to be updated. [ 1375.316630] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1375.316816] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1375.316816] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1375.317042] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1375.317182] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1375.326147] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b98eb6ac-76f2-47d5-9518-a88af5df0e58 in Status: IN_PROGRESS for 2s [ 1376.776250] env[66859]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1376.778298] env[66859]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1377.337103] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b98eb6ac-76f2-47d5-9518-a88af5df0e58 in Status: SUCCESS [ 1377.337339] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b98eb6ac-76f2-47d5-9518-a88af5df0e58" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1377.337487] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b98eb6ac-76f2-47d5-9518-a88af5df0e58" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1377.337715] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b98eb6ac-76f2-47d5-9518-a88af5df0e58" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1377.337906] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1377.338037] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1377.338102] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1377.338260] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1377.338345] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1377.338425] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b98eb6ac-76f2-47d5-9518-a88af5df0e58" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1377.338512] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b98eb6ac-76f2-47d5-9518-a88af5df0e58',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1377.841192] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-b98eb6ac-76f2-47d5-9518-a88af5df0e58 taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1377.841615] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b98eb6ac-76f2-47d5-9518-a88af5df0e58" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1377.841615] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b98eb6ac-76f2-47d5-9518-a88af5df0e58" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1377.841615] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b98eb6ac-76f2-47d5-9518-a88af5df0e58" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1377.841797] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1377.841972] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1377.842088] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1377.842279] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1377.842394] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1377.842507] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b98eb6ac-76f2-47d5-9518-a88af5df0e58" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1377.842698] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-b98eb6ac-76f2-47d5-9518-a88af5df0e58 taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1377.842821] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b98eb6ac-76f2-47d5-9518-a88af5df0e58" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1377.842900] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b98eb6ac-76f2-47d5-9518-a88af5df0e58" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1377.843094] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b98eb6ac-76f2-47d5-9518-a88af5df0e58" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1377.843274] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1377.843408] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1377.843490] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1377.843656] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1377.843756] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1377.843859] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b98eb6ac-76f2-47d5-9518-a88af5df0e58" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1377.843979] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b98eb6ac-76f2-47d5-9518-a88af5df0e58',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1378.346926] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b98eb6ac-76f2-47d5-9518-a88af5df0e58: rpc.has_security_group_logging(os_id): False [ 1378.364869] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1378.365090] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1378.365090] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1378.365289] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1378.365380] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1378.365588] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1378.365686] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1378.365747] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1378.365894] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1378.365967] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1378.366167] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1378.366261] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1378.366320] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1378.366453] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1378.366524] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1378.366701] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1378.366789] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1378.366847] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1378.366976] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1378.367058] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1378.367139] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b98eb6ac-76f2-47d5-9518-a88af5df0e58 is going to be updated. [ 1378.436500] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1378.436724] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1378.436724] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1378.436992] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1378.437161] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1378.458339] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b98eb6ac-76f2-47d5-9518-a88af5df0e58 in Status: IN_PROGRESS for 2s [ 1380.479452] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b98eb6ac-76f2-47d5-9518-a88af5df0e58 in Status: SUCCESS [ 1380.479804] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b98eb6ac-76f2-47d5-9518-a88af5df0e58" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1381.778373] env[66859]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1381.778661] env[66859]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1383.606458] env[66859]: INFO networking_nsxv3.common.synchronization [req-a55fa505-a6e2-4792-8c05-b54b048419b2 req-4509e983-2b0b-4149-8cfe-200cc4d90299 tempest-ServersTestJSON-1973205350 tempest-ServersTestJSON-1973205350-project-member] Enqueued Resource ID: b98eb6ac-76f2-47d5-9518-a88af5df0e58 with Priority: HIGHEST for action security_group_members [ 1383.606984] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b98eb6ac-76f2-47d5-9518-a88af5df0e58 with Priority: HIGHEST for action security_group_members [ 1383.607304] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-b98eb6ac-76f2-47d5-9518-a88af5df0e58 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1383.607429] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b98eb6ac-76f2-47d5-9518-a88af5df0e58" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1383.607504] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b98eb6ac-76f2-47d5-9518-a88af5df0e58" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1383.607687] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b98eb6ac-76f2-47d5-9518-a88af5df0e58" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1383.607832] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1383.608138] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1383.608138] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1383.608138] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1383.608328] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1383.608328] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b98eb6ac-76f2-47d5-9518-a88af5df0e58',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1384.110545] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b98eb6ac-76f2-47d5-9518-a88af5df0e58',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1384.612960] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b98eb6ac-76f2-47d5-9518-a88af5df0e58',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1385.116166] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1385.116342] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1385.116385] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1385.116613] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1385.116706] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1385.116806] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b98eb6ac-76f2-47d5-9518-a88af5df0e58 is going to be updated. [ 1385.147603] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1385.147785] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1385.147871] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1385.148032] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1385.148188] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1385.156882] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b98eb6ac-76f2-47d5-9518-a88af5df0e58 in Status: IN_PROGRESS for 2s [ 1387.167563] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b98eb6ac-76f2-47d5-9518-a88af5df0e58 in Status: SUCCESS [ 1387.167828] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b98eb6ac-76f2-47d5-9518-a88af5df0e58" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1388.607699] env[66859]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1388.608132] env[66859]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1389.888744] env[66859]: INFO networking_nsxv3.common.synchronization [req-b92a0cbd-5721-40ad-8023-e56d4cd530a9 req-7de7a30a-0d6a-4e5e-b718-fe67bc9f46c6 tempest-ServersTestJSON-1973205350 tempest-ServersTestJSON-1973205350-project-member] Enqueued Resource ID: b98eb6ac-76f2-47d5-9518-a88af5df0e58 with Priority: HIGHEST for action security_group_members [ 1389.889343] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b98eb6ac-76f2-47d5-9518-a88af5df0e58 with Priority: HIGHEST for action security_group_members [ 1389.889679] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-b98eb6ac-76f2-47d5-9518-a88af5df0e58 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1389.889841] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b98eb6ac-76f2-47d5-9518-a88af5df0e58" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1389.889916] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b98eb6ac-76f2-47d5-9518-a88af5df0e58" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1389.890313] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b98eb6ac-76f2-47d5-9518-a88af5df0e58" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1389.890478] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1389.890577] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1389.890639] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1389.890793] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1389.890972] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1389.890972] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b98eb6ac-76f2-47d5-9518-a88af5df0e58',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1390.393413] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1390.393701] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1390.393701] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1390.393880] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1390.393974] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1390.394183] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1390.394287] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1390.394348] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1390.394493] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1390.394570] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1390.394653] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b98eb6ac-76f2-47d5-9518-a88af5df0e58 is going to be updated. [ 1390.423736] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1390.423993] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1390.424124] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1390.424442] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1390.424677] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1390.435655] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b98eb6ac-76f2-47d5-9518-a88af5df0e58 in Status: IN_PROGRESS for 2s [ 1392.449083] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b98eb6ac-76f2-47d5-9518-a88af5df0e58 in Status: SUCCESS [ 1392.449083] env[66859]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b98eb6ac-76f2-47d5-9518-a88af5df0e58 deletion is rescheduled due to dependency. [ 1392.449083] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b98eb6ac-76f2-47d5-9518-a88af5df0e58" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1394.890182] env[66859]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1394.890543] env[66859]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1399.891747] env[66859]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1399.892175] env[66859]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1404.893429] env[66859]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1404.893783] env[66859]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1409.894486] env[66859]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1409.894486] env[66859]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1414.895449] env[66859]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1414.895449] env[66859]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1419.896339] env[66859]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1419.896687] env[66859]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1424.898050] env[66859]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1424.898050] env[66859]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1429.898815] env[66859]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1429.898815] env[66859]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1434.899796] env[66859]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1434.899796] env[66859]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1439.900832] env[66859]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1439.901286] env[66859]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1444.424715] env[66859]: INFO networking_nsxv3.common.synchronization [req-2ca1f45b-2e7b-4c93-a796-cbd83dbcca5c req-cd508fdd-6169-4e13-9f71-60d1b19ee38c tempest-AttachVolumeTestJSON-1383801199 tempest-AttachVolumeTestJSON-1383801199-project-member] Enqueued Resource ID: fbf1503f-2d41-4cea-a5ba-db558be8ccb0 with Priority: HIGHEST for action security_group_members [ 1444.425453] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fbf1503f-2d41-4cea-a5ba-db558be8ccb0 with Priority: HIGHEST for action security_group_members [ 1444.425709] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-fbf1503f-2d41-4cea-a5ba-db558be8ccb0 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1444.425841] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fbf1503f-2d41-4cea-a5ba-db558be8ccb0" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1444.425902] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fbf1503f-2d41-4cea-a5ba-db558be8ccb0" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1444.426116] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fbf1503f-2d41-4cea-a5ba-db558be8ccb0" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1444.426269] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1444.426366] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1444.426428] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1444.426573] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1444.426653] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1444.426746] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fbf1503f-2d41-4cea-a5ba-db558be8ccb0',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1444.928712] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1444.928935] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1444.928935] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1444.929125] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1444.929217] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1444.929413] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1444.929519] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1444.929581] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1444.929730] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1444.929819] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1444.929901] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fbf1503f-2d41-4cea-a5ba-db558be8ccb0 is going to be updated. [ 1444.968855] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1444.969094] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1444.969094] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1444.969271] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1444.969409] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1444.978154] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fbf1503f-2d41-4cea-a5ba-db558be8ccb0 in Status: IN_PROGRESS for 2s [ 1446.989713] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fbf1503f-2d41-4cea-a5ba-db558be8ccb0 in Status: SUCCESS [ 1446.990103] env[66859]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fbf1503f-2d41-4cea-a5ba-db558be8ccb0 deletion is rescheduled due to dependency. [ 1446.990103] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fbf1503f-2d41-4cea-a5ba-db558be8ccb0" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1449.101372] env[66859]: INFO networking_nsxv3.common.synchronization [None req-3315bf0d-0312-4118-8819-e1bfe6d40f55 tempest-AttachVolumeTestJSON-1383801199 tempest-AttachVolumeTestJSON-1383801199-project-member] Enqueued Resource ID: b6c25b5d-6040-42af-adf1-86e2cd85f1f0 with Priority: HIGHEST for action security_group_rules [ 1449.101781] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6c25b5d-6040-42af-adf1-86e2cd85f1f0 with Priority: HIGHEST for action security_group_rules [ 1449.101911] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b6c25b5d-6040-42af-adf1-86e2cd85f1f0 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1449.102041] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b6c25b5d-6040-42af-adf1-86e2cd85f1f0" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1449.102108] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b6c25b5d-6040-42af-adf1-86e2cd85f1f0" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1449.102367] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b6c25b5d-6040-42af-adf1-86e2cd85f1f0" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1449.102450] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b6c25b5d-6040-42af-adf1-86e2cd85f1f0',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1449.177206] env[66859]: INFO networking_nsxv3.common.synchronization [None req-f0a14102-7595-4f75-a074-15eed4e11789 tempest-AttachVolumeTestJSON-1383801199 tempest-AttachVolumeTestJSON-1383801199-project-member] Enqueued Resource ID: b6c25b5d-6040-42af-adf1-86e2cd85f1f0 with Priority: HIGHEST for action security_group_rules [ 1449.177499] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6c25b5d-6040-42af-adf1-86e2cd85f1f0 with Priority: HIGHEST for action security_group_rules [ 1449.177798] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b6c25b5d-6040-42af-adf1-86e2cd85f1f0 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1449.177895] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b6c25b5d-6040-42af-adf1-86e2cd85f1f0" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1449.625315] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1449.625533] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1449.625533] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1449.625737] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1449.625854] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1449.626011] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b6c25b5d-6040-42af-adf1-86e2cd85f1f0 already deleted. [ 1449.626085] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b6c25b5d-6040-42af-adf1-86e2cd85f1f0" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1449.626208] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b6c25b5d-6040-42af-adf1-86e2cd85f1f0" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1449.626366] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b6c25b5d-6040-42af-adf1-86e2cd85f1f0" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1449.626448] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b6c25b5d-6040-42af-adf1-86e2cd85f1f0',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1450.146449] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1450.146828] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1450.146828] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1450.146828] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1450.146943] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1450.146979] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b6c25b5d-6040-42af-adf1-86e2cd85f1f0 already deleted. [ 1450.147053] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b6c25b5d-6040-42af-adf1-86e2cd85f1f0" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1454.178225] env[66859]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1454.178599] env[66859]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1454.511628] env[66859]: INFO networking_nsxv3.common.synchronization [req-a31e2532-cdf5-40b7-8167-c027693b24ba req-baacfe4c-2f91-44d9-b335-3f009f5afb17 tempest-AttachVolumeTestJSON-1383801199 tempest-AttachVolumeTestJSON-1383801199-project-member] Enqueued Resource ID: b6c25b5d-6040-42af-adf1-86e2cd85f1f0 with Priority: HIGHEST for action security_group_members [ 1454.512139] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6c25b5d-6040-42af-adf1-86e2cd85f1f0 with Priority: HIGHEST for action security_group_members [ 1454.512446] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6c25b5d-6040-42af-adf1-86e2cd85f1f0 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1454.512560] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6c25b5d-6040-42af-adf1-86e2cd85f1f0" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1454.512619] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6c25b5d-6040-42af-adf1-86e2cd85f1f0" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1454.512879] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6c25b5d-6040-42af-adf1-86e2cd85f1f0" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1454.513190] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1454.513314] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1454.513377] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1454.513528] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1454.513610] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1454.513735] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b6c25b5d-6040-42af-adf1-86e2cd85f1f0',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1454.810053] env[66859]: DEBUG networking_nsxv3.common.locking [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Lock network-271 taken with stack trace [, , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1454.810253] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquiring lock "network-271" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1454.810371] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired lock "network-271" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1454.810662] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired external semaphore "network-271" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1454.810922] env[66859]: DEBUG networking_nsxv3.common.locking [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1454.811089] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquiring lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1454.811203] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1454.811412] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired external semaphore "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1454.811553] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Releasing lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1454.811791] env[66859]: DEBUG dogpile.cache.region [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] No value present for key: 'zone-id' {{(pid=66859) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1454.811908] env[66859]: DEBUG dogpile.lock [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] NeedRegenerationException {{(pid=66859) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1454.812021] env[66859]: DEBUG dogpile.lock [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] no value, waiting for create lock {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1454.812128] env[66859]: DEBUG dogpile.lock [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] value creation lock acquired {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1454.812235] env[66859]: DEBUG dogpile.cache.region [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] No value present for key: 'zone-id' {{(pid=66859) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1454.812333] env[66859]: DEBUG dogpile.lock [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Calling creation function for not-yet-present value {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1454.812458] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1454.834934] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1454.835181] env[66859]: DEBUG dogpile.cache.region [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66859) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1454.835261] env[66859]: DEBUG dogpile.lock [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Released creation lock {{(pid=66859) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1454.835422] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Releasing lock "network-271" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1454.835733] env[66859]: DEBUG networking_nsxv3.common.locking [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Lock port-da860e3d-0ff8-4b0f-8f3a-90dc56cc2b86 taken with stack trace [, , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1454.835905] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquiring lock "port-da860e3d-0ff8-4b0f-8f3a-90dc56cc2b86" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1454.836049] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired lock "port-da860e3d-0ff8-4b0f-8f3a-90dc56cc2b86" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1454.836402] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired external semaphore "port-da860e3d-0ff8-4b0f-8f3a-90dc56cc2b86" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1454.836542] env[66859]: DEBUG networking_nsxv3.api.rpc [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('da860e3d-0ff8-4b0f-8f3a-90dc56cc2b86',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1455.016488] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1455.016696] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1455.016696] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1455.016863] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1455.016951] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1455.017185] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1455.017292] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1455.017355] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1455.017502] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1455.017575] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1455.017666] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b6c25b5d-6040-42af-adf1-86e2cd85f1f0 already deleted. [ 1455.017740] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6c25b5d-6040-42af-adf1-86e2cd85f1f0" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1455.341024] env[66859]: DEBUG networking_nsxv3.common.locking [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1455.341024] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1455.341024] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1455.341024] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1455.341024] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1455.341024] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Segment Port da860e3d-0ff8-4b0f-8f3a-90dc56cc2b86 not found, creating... [ 1455.341024] env[66859]: DEBUG networking_nsxv3.common.locking [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1455.341024] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquiring lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1455.341024] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1455.341024] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired external semaphore "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1455.341024] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Releasing lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1455.341741] env[66859]: DEBUG networking_nsxv3.common.locking [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1455.341741] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1455.341741] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1455.341741] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1455.341741] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1455.341932] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Resource: SegmentPort with ID: da860e3d-0ff8-4b0f-8f3a-90dc56cc2b86 is going to be created. [ 1455.363831] env[66859]: DEBUG networking_nsxv3.common.locking [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1455.364058] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1455.364188] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1455.364440] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1455.364668] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1455.364895] env[66859]: DEBUG oslo_concurrency.lockutils [None req-604f3a3e-ab02-487b-bd3b-b5fd30f82d3e None None] Releasing lock "port-da860e3d-0ff8-4b0f-8f3a-90dc56cc2b86" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1456.062100] env[66859]: INFO networking_nsxv3.common.synchronization [req-a31e2532-cdf5-40b7-8167-c027693b24ba req-e2522a99-d21a-416d-964b-9505866c934a service nova] Enqueued Resource ID: b6c25b5d-6040-42af-adf1-86e2cd85f1f0 with Priority: HIGHEST for action security_group_rules [ 1456.062346] env[66859]: INFO networking_nsxv3.common.synchronization [req-a31e2532-cdf5-40b7-8167-c027693b24ba req-e2522a99-d21a-416d-964b-9505866c934a service nova] Enqueued Resource ID: b6c25b5d-6040-42af-adf1-86e2cd85f1f0 with Priority: HIGHEST for action security_group_members [ 1456.062476] env[66859]: INFO networking_nsxv3.common.synchronization [req-a31e2532-cdf5-40b7-8167-c027693b24ba req-e2522a99-d21a-416d-964b-9505866c934a service nova] Enqueued Resource ID: da860e3d-0ff8-4b0f-8f3a-90dc56cc2b86 with Priority: HIGHEST for action port [ 1456.062903] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6c25b5d-6040-42af-adf1-86e2cd85f1f0 with Priority: HIGHEST for action security_group_rules [ 1456.063044] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6c25b5d-6040-42af-adf1-86e2cd85f1f0 with Priority: HIGHEST for action security_group_members [ 1456.063141] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: da860e3d-0ff8-4b0f-8f3a-90dc56cc2b86 with Priority: HIGHEST for action port [ 1456.063472] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b6c25b5d-6040-42af-adf1-86e2cd85f1f0 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1456.063606] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b6c25b5d-6040-42af-adf1-86e2cd85f1f0" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1456.063606] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b6c25b5d-6040-42af-adf1-86e2cd85f1f0" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1456.063811] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b6c25b5d-6040-42af-adf1-86e2cd85f1f0" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1456.063915] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b6c25b5d-6040-42af-adf1-86e2cd85f1f0',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1456.065244] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6c25b5d-6040-42af-adf1-86e2cd85f1f0 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1456.065303] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6c25b5d-6040-42af-adf1-86e2cd85f1f0" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1456.065340] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6c25b5d-6040-42af-adf1-86e2cd85f1f0" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1456.065491] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6c25b5d-6040-42af-adf1-86e2cd85f1f0" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1456.065630] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1456.065726] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1456.065788] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1456.065932] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1456.066034] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1456.066136] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b6c25b5d-6040-42af-adf1-86e2cd85f1f0',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1456.066854] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock port-da860e3d-0ff8-4b0f-8f3a-90dc56cc2b86 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1456.066962] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-da860e3d-0ff8-4b0f-8f3a-90dc56cc2b86" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1456.067087] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-da860e3d-0ff8-4b0f-8f3a-90dc56cc2b86" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1456.067185] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-da860e3d-0ff8-4b0f-8f3a-90dc56cc2b86" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1456.067258] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('da860e3d-0ff8-4b0f-8f3a-90dc56cc2b86',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1456.568885] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6c25b5d-6040-42af-adf1-86e2cd85f1f0 taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1456.569340] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6c25b5d-6040-42af-adf1-86e2cd85f1f0" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1456.569340] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port da860e3d-0ff8-4b0f-8f3a-90dc56cc2b86 with status ACTIVE [ 1456.569432] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1456.569500] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1456.569594] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1456.569738] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1456.569938] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1456.570013] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1456.570109] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1456.570169] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1456.570310] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1456.570386] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1456.570559] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1456.570647] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1456.570705] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1456.570851] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1456.570923] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1456.571015] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: da860e3d-0ff8-4b0f-8f3a-90dc56cc2b86 is going to be updated. [ 1456.572643] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b6c25b5d-6040-42af-adf1-86e2cd85f1f0',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1456.595024] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1456.595232] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1456.595232] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1456.595426] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1456.595560] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1456.595716] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-da860e3d-0ff8-4b0f-8f3a-90dc56cc2b86" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1457.075035] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b6c25b5d-6040-42af-adf1-86e2cd85f1f0',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1457.578083] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1457.578509] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1457.578509] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1457.578509] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1457.578623] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1457.578703] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b6c25b5d-6040-42af-adf1-86e2cd85f1f0 is going to be created. [ 1457.601930] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1457.602159] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1457.602159] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1457.602328] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1457.602491] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1457.611787] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b6c25b5d-6040-42af-adf1-86e2cd85f1f0 in Status: UNINITIALIZED for 2s [ 1459.622308] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b6c25b5d-6040-42af-adf1-86e2cd85f1f0 in Status: SUCCESS [ 1459.622681] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6c25b5d-6040-42af-adf1-86e2cd85f1f0" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1459.622681] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6c25b5d-6040-42af-adf1-86e2cd85f1f0" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1459.622957] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6c25b5d-6040-42af-adf1-86e2cd85f1f0" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1459.623196] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1459.623344] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1459.623417] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1459.623621] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1459.623775] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1459.623901] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6c25b5d-6040-42af-adf1-86e2cd85f1f0" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1459.624047] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b6c25b5d-6040-42af-adf1-86e2cd85f1f0',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1460.126392] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b6c25b5d-6040-42af-adf1-86e2cd85f1f0',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1460.629338] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b6c25b5d-6040-42af-adf1-86e2cd85f1f0: rpc.has_security_group_logging(os_id): False [ 1460.646766] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1460.646984] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1460.646984] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1460.647270] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1460.647368] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1460.647606] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1460.647712] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1460.647768] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1460.647925] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1460.648010] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1460.648100] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b6c25b5d-6040-42af-adf1-86e2cd85f1f0 is going to be created. [ 1460.702383] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1460.702651] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1460.702718] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1460.702997] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1460.703198] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1460.713282] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b6c25b5d-6040-42af-adf1-86e2cd85f1f0 in Status: IN_PROGRESS for 2s [ 1461.063992] env[66859]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1461.064236] env[66859]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1462.726190] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b6c25b5d-6040-42af-adf1-86e2cd85f1f0 in Status: SUCCESS [ 1462.726587] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b6c25b5d-6040-42af-adf1-86e2cd85f1f0" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1466.065515] env[66859]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1466.065934] env[66859]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1471.067452] env[66859]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1471.067851] env[66859]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1476.068619] env[66859]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1476.069032] env[66859]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1481.069556] env[66859]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1481.070032] env[66859]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1486.071237] env[66859]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1486.071653] env[66859]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1488.712804] env[66859]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-0c0c7735-d1e0-4ebb-a8fb-e03fe373214d None None] NSXv3 Agent Agent loop - iteration:3 completed [ 1488.713220] env[66859]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-0c0c7735-d1e0-4ebb-a8fb-e03fe373214d None None] NSXv3 Agent Agent loop - iteration:4 started [ 1491.072501] env[66859]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1491.072874] env[66859]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1496.074255] env[66859]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1496.074860] env[66859]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1501.075151] env[66859]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1501.075506] env[66859]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1506.076754] env[66859]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1506.077259] env[66859]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1511.078504] env[66859]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1511.078873] env[66859]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1516.079499] env[66859]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1516.079902] env[66859]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1521.080738] env[66859]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1521.081179] env[66859]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1526.081490] env[66859]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1526.081982] env[66859]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1531.082998] env[66859]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1531.083390] env[66859]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1532.019220] env[66859]: INFO networking_nsxv3.common.synchronization [req-d61aa2bb-4a88-45b1-84c6-576f64abc5f6 req-4dbf4871-e03f-400e-b840-7a1d3f7aa45c tempest-AttachVolumeTestJSON-1383801199 tempest-AttachVolumeTestJSON-1383801199-project-member] Enqueued Resource ID: b6c25b5d-6040-42af-adf1-86e2cd85f1f0 with Priority: HIGHEST for action security_group_members [ 1532.019740] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6c25b5d-6040-42af-adf1-86e2cd85f1f0 with Priority: HIGHEST for action security_group_members [ 1532.020231] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6c25b5d-6040-42af-adf1-86e2cd85f1f0 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1532.020576] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6c25b5d-6040-42af-adf1-86e2cd85f1f0" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1532.020576] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6c25b5d-6040-42af-adf1-86e2cd85f1f0" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1532.020682] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6c25b5d-6040-42af-adf1-86e2cd85f1f0" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1532.020814] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1532.020902] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1532.021209] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1532.021209] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1532.021209] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1532.021480] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b6c25b5d-6040-42af-adf1-86e2cd85f1f0',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1532.523746] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1532.524311] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1532.524311] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1532.524311] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1532.524458] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1532.524569] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1532.524670] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1532.524739] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1532.524893] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1532.524962] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1532.525058] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b6c25b5d-6040-42af-adf1-86e2cd85f1f0 is going to be updated. [ 1532.559971] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1532.560197] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1532.560197] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1532.560385] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1532.560524] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1532.568779] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b6c25b5d-6040-42af-adf1-86e2cd85f1f0 in Status: IN_PROGRESS for 2s [ 1534.579260] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b6c25b5d-6040-42af-adf1-86e2cd85f1f0 in Status: SUCCESS [ 1534.579652] env[66859]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b6c25b5d-6040-42af-adf1-86e2cd85f1f0 deletion is rescheduled due to dependency. [ 1534.579652] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6c25b5d-6040-42af-adf1-86e2cd85f1f0" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1534.675301] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1534.675517] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1534.675517] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1534.675742] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1534.675852] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1535.178839] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1535.682289] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1536.184516] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1536.184619] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1536.947764] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1536.948177] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1536.948177] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1536.948177] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1536.961533] env[66859]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1536.962385] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1536.963147] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1537.020953] env[66859]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1537.021149] env[66859]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1537.073807] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1537.074041] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1537.074041] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1537.074295] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1537.086870] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1537.087716] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1537.087814] env[66859]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=66859) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1537.087908] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1537.122152] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1537.122370] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1537.122370] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1537.122556] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1537.123274] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1537.123438] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1537.237140] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1537.237384] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1537.237384] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1537.237534] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1537.237854] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1537.238173] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1537.327772] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1537.328063] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1537.328063] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1537.328198] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1537.328487] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1537.328764] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:24. [ 1537.328850] env[66859]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'b6c25b5d-6040-42af-adf1-86e2cd85f1f0', 'fbf1503f-2d41-4cea-a5ba-db558be8ccb0', '70e9380f-d543-43af-88fa-f82c07999d51', '9ee27367-26f8-4f97-b7e1-57d39de434b5', '2a79f51d-2846-4506-af33-55ae2154e6b5', '4522597f-f640-407a-8ae0-aa2fe02a5298', '18681103-b00f-4175-a382-0ef43f41024d', '10cbfb67-dd08-4937-b846-69408404389e', 'a503a71a-3769-43f7-98f3-2a5afc59016f', 'a8f5660e-cdcb-4850-84ec-137bbc961d44', 'b98eb6ac-76f2-47d5-9518-a88af5df0e58', '4cc90184-19ed-4fde-a79c-0439b036a935', 'db4aa64c-ed9c-4fc8-8359-82c95d910445', '09fc9b17-50d2-4789-87d2-0acbd68153f8', '70b72ba9-54e5-4169-9f7e-0932f166000d', '758bec90-5338-4686-8303-0d1624e18914', 'e3df5070-7ac1-49c3-9e10-2f7de20c74ad', 'fd2a59c4-a09b-4155-9743-6f84d23a112f', 'a8db944f-5ab5-41ea-a1a4-dfecf0473c49', 'b87c9eee-f94a-42b0-bb73-5310b72497f8', '6946e933-46e8-4185-9a78-1b0e207902d3', 'd1db23ed-fd7e-4098-b8d0-4b73ee95246c', '9977798c-edc8-4a04-a548-1818f0310d60', 'e6237ad6-5a9e-4aa5-b4b6-5b76f2a344e7'} {{(pid=66859) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1537.328940] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1537.350309] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1537.350544] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1537.350544] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1537.350730] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1537.350812] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1537.350923] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1537.350993] env[66859]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=66859) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1537.351085] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1537.427151] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1537.427374] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1537.427374] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1537.427573] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1537.428676] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1537.428933] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1537.429017] env[66859]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=66859) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1537.429093] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1537.429160] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1537.429237] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/24 resources of Type:Security Group Rules [ 1537.429309] env[66859]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b6c25b5d-6040-42af-adf1-86e2cd85f1f0 with Priority: HIGH for action security_group_rules [ 1537.429387] env[66859]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: fbf1503f-2d41-4cea-a5ba-db558be8ccb0 with Priority: HIGH for action security_group_rules [ 1537.429453] env[66859]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 70e9380f-d543-43af-88fa-f82c07999d51 with Priority: HIGH for action security_group_rules [ 1537.429517] env[66859]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 9ee27367-26f8-4f97-b7e1-57d39de434b5 with Priority: HIGH for action security_group_rules [ 1537.429579] env[66859]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2a79f51d-2846-4506-af33-55ae2154e6b5 with Priority: HIGH for action security_group_rules [ 1537.429639] env[66859]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4522597f-f640-407a-8ae0-aa2fe02a5298 with Priority: HIGH for action security_group_rules [ 1537.429700] env[66859]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 18681103-b00f-4175-a382-0ef43f41024d with Priority: HIGH for action security_group_rules [ 1537.429761] env[66859]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 10cbfb67-dd08-4937-b846-69408404389e with Priority: HIGH for action security_group_rules [ 1537.429823] env[66859]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a503a71a-3769-43f7-98f3-2a5afc59016f with Priority: HIGH for action security_group_rules [ 1537.429885] env[66859]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a8f5660e-cdcb-4850-84ec-137bbc961d44 with Priority: HIGH for action security_group_rules [ 1537.429946] env[66859]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b98eb6ac-76f2-47d5-9518-a88af5df0e58 with Priority: HIGH for action security_group_rules [ 1537.430014] env[66859]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4cc90184-19ed-4fde-a79c-0439b036a935 with Priority: HIGH for action security_group_rules [ 1537.430082] env[66859]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: db4aa64c-ed9c-4fc8-8359-82c95d910445 with Priority: HIGH for action security_group_rules [ 1537.430143] env[66859]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 09fc9b17-50d2-4789-87d2-0acbd68153f8 with Priority: HIGH for action security_group_rules [ 1537.430205] env[66859]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 70b72ba9-54e5-4169-9f7e-0932f166000d with Priority: HIGH for action security_group_rules [ 1537.430266] env[66859]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 758bec90-5338-4686-8303-0d1624e18914 with Priority: HIGH for action security_group_rules [ 1537.430328] env[66859]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e3df5070-7ac1-49c3-9e10-2f7de20c74ad with Priority: HIGH for action security_group_rules [ 1537.430389] env[66859]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: fd2a59c4-a09b-4155-9743-6f84d23a112f with Priority: HIGH for action security_group_rules [ 1537.430450] env[66859]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a8db944f-5ab5-41ea-a1a4-dfecf0473c49 with Priority: HIGH for action security_group_rules [ 1537.430512] env[66859]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b87c9eee-f94a-42b0-bb73-5310b72497f8 with Priority: HIGH for action security_group_rules [ 1537.430602] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1542.021910] env[66859]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1542.022318] env[66859]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=20], Jobs=0 [ 1542.022318] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6c25b5d-6040-42af-adf1-86e2cd85f1f0 with Priority: HIGH for action security_group_rules [ 1542.022318] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 70e9380f-d543-43af-88fa-f82c07999d51 with Priority: HIGH for action security_group_rules [ 1542.022436] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 18681103-b00f-4175-a382-0ef43f41024d with Priority: HIGH for action security_group_rules [ 1542.022558] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 70b72ba9-54e5-4169-9f7e-0932f166000d with Priority: HIGH for action security_group_rules [ 1542.022619] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b87c9eee-f94a-42b0-bb73-5310b72497f8 with Priority: HIGH for action security_group_rules [ 1542.022677] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8db944f-5ab5-41ea-a1a4-dfecf0473c49 with Priority: HIGH for action security_group_rules [ 1542.022758] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd2a59c4-a09b-4155-9743-6f84d23a112f with Priority: HIGH for action security_group_rules [ 1542.022845] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e3df5070-7ac1-49c3-9e10-2f7de20c74ad with Priority: HIGH for action security_group_rules [ 1542.022933] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 09fc9b17-50d2-4789-87d2-0acbd68153f8 with Priority: HIGH for action security_group_rules [ 1542.023029] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 758bec90-5338-4686-8303-0d1624e18914 with Priority: HIGH for action security_group_rules [ 1542.023120] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db4aa64c-ed9c-4fc8-8359-82c95d910445 with Priority: HIGH for action security_group_rules [ 1542.023210] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4cc90184-19ed-4fde-a79c-0439b036a935 with Priority: HIGH for action security_group_rules [ 1542.023297] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b98eb6ac-76f2-47d5-9518-a88af5df0e58 with Priority: HIGH for action security_group_rules [ 1542.023381] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8f5660e-cdcb-4850-84ec-137bbc961d44 with Priority: HIGH for action security_group_rules [ 1542.023464] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a503a71a-3769-43f7-98f3-2a5afc59016f with Priority: HIGH for action security_group_rules [ 1542.023550] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4522597f-f640-407a-8ae0-aa2fe02a5298 with Priority: HIGH for action security_group_rules [ 1542.023635] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 10cbfb67-dd08-4937-b846-69408404389e with Priority: HIGH for action security_group_rules [ 1542.023716] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2a79f51d-2846-4506-af33-55ae2154e6b5 with Priority: HIGH for action security_group_rules [ 1542.023798] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fbf1503f-2d41-4cea-a5ba-db558be8ccb0 with Priority: HIGH for action security_group_rules [ 1542.023879] env[66859]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ee27367-26f8-4f97-b7e1-57d39de434b5 with Priority: HIGH for action security_group_rules [ 1542.024276] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b6c25b5d-6040-42af-adf1-86e2cd85f1f0 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1542.024446] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b6c25b5d-6040-42af-adf1-86e2cd85f1f0" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1542.024495] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b6c25b5d-6040-42af-adf1-86e2cd85f1f0" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1542.024685] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b6c25b5d-6040-42af-adf1-86e2cd85f1f0" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1542.024765] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b6c25b5d-6040-42af-adf1-86e2cd85f1f0',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1542.026073] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock rules-70e9380f-d543-43af-88fa-f82c07999d51 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1542.026192] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-70e9380f-d543-43af-88fa-f82c07999d51" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1542.026256] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-70e9380f-d543-43af-88fa-f82c07999d51" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1542.026421] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-70e9380f-d543-43af-88fa-f82c07999d51" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1542.026494] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('70e9380f-d543-43af-88fa-f82c07999d51',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1542.027290] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock rules-18681103-b00f-4175-a382-0ef43f41024d taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1542.027389] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-18681103-b00f-4175-a382-0ef43f41024d" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1542.027461] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-18681103-b00f-4175-a382-0ef43f41024d" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1542.027596] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-18681103-b00f-4175-a382-0ef43f41024d" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1542.027669] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('18681103-b00f-4175-a382-0ef43f41024d',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1542.028529] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock rules-70b72ba9-54e5-4169-9f7e-0932f166000d taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1542.028529] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-70b72ba9-54e5-4169-9f7e-0932f166000d" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1542.028675] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-70b72ba9-54e5-4169-9f7e-0932f166000d" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1542.028711] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-70b72ba9-54e5-4169-9f7e-0932f166000d" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1542.028775] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('70b72ba9-54e5-4169-9f7e-0932f166000d',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1542.029474] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b87c9eee-f94a-42b0-bb73-5310b72497f8 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1542.029628] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b87c9eee-f94a-42b0-bb73-5310b72497f8" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1542.029920] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b87c9eee-f94a-42b0-bb73-5310b72497f8" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1542.029920] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b87c9eee-f94a-42b0-bb73-5310b72497f8" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1542.030024] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b87c9eee-f94a-42b0-bb73-5310b72497f8',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1542.031351] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a8db944f-5ab5-41ea-a1a4-dfecf0473c49 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1542.031351] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a8db944f-5ab5-41ea-a1a4-dfecf0473c49" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1542.031351] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a8db944f-5ab5-41ea-a1a4-dfecf0473c49" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1542.031351] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a8db944f-5ab5-41ea-a1a4-dfecf0473c49" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1542.031351] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a8db944f-5ab5-41ea-a1a4-dfecf0473c49',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1542.031767] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fd2a59c4-a09b-4155-9743-6f84d23a112f taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1542.031857] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fd2a59c4-a09b-4155-9743-6f84d23a112f" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1542.031921] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fd2a59c4-a09b-4155-9743-6f84d23a112f" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1542.032083] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fd2a59c4-a09b-4155-9743-6f84d23a112f" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1542.032173] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fd2a59c4-a09b-4155-9743-6f84d23a112f',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1542.032840] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e3df5070-7ac1-49c3-9e10-2f7de20c74ad taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1542.032960] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e3df5070-7ac1-49c3-9e10-2f7de20c74ad" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1542.033037] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e3df5070-7ac1-49c3-9e10-2f7de20c74ad" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1542.033164] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e3df5070-7ac1-49c3-9e10-2f7de20c74ad" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1542.033233] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e3df5070-7ac1-49c3-9e10-2f7de20c74ad',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1542.034011] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock rules-09fc9b17-50d2-4789-87d2-0acbd68153f8 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1542.034288] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-09fc9b17-50d2-4789-87d2-0acbd68153f8" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1542.034374] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-09fc9b17-50d2-4789-87d2-0acbd68153f8" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1542.034528] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-09fc9b17-50d2-4789-87d2-0acbd68153f8" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1542.034586] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('09fc9b17-50d2-4789-87d2-0acbd68153f8',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1542.035245] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock rules-758bec90-5338-4686-8303-0d1624e18914 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1542.035347] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-758bec90-5338-4686-8303-0d1624e18914" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1542.035433] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-758bec90-5338-4686-8303-0d1624e18914" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1542.035853] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-758bec90-5338-4686-8303-0d1624e18914" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1542.035853] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('758bec90-5338-4686-8303-0d1624e18914',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1542.036287] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock rules-db4aa64c-ed9c-4fc8-8359-82c95d910445 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1542.036670] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-db4aa64c-ed9c-4fc8-8359-82c95d910445" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1542.036670] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-db4aa64c-ed9c-4fc8-8359-82c95d910445" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1542.036670] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-db4aa64c-ed9c-4fc8-8359-82c95d910445" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1542.036670] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('db4aa64c-ed9c-4fc8-8359-82c95d910445',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1542.037313] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4cc90184-19ed-4fde-a79c-0439b036a935 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1542.037391] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4cc90184-19ed-4fde-a79c-0439b036a935" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1542.037910] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4cc90184-19ed-4fde-a79c-0439b036a935" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1542.037910] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4cc90184-19ed-4fde-a79c-0439b036a935" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1542.037910] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4cc90184-19ed-4fde-a79c-0439b036a935',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1542.039942] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b98eb6ac-76f2-47d5-9518-a88af5df0e58 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1542.040057] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b98eb6ac-76f2-47d5-9518-a88af5df0e58" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1542.040108] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b98eb6ac-76f2-47d5-9518-a88af5df0e58" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1542.040258] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b98eb6ac-76f2-47d5-9518-a88af5df0e58" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1542.040334] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b98eb6ac-76f2-47d5-9518-a88af5df0e58',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1542.040972] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a8f5660e-cdcb-4850-84ec-137bbc961d44 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1542.041105] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a8f5660e-cdcb-4850-84ec-137bbc961d44" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1542.041186] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a8f5660e-cdcb-4850-84ec-137bbc961d44" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1542.041298] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a8f5660e-cdcb-4850-84ec-137bbc961d44" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1542.041336] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a8f5660e-cdcb-4850-84ec-137bbc961d44',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1542.041986] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a503a71a-3769-43f7-98f3-2a5afc59016f taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1542.042114] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a503a71a-3769-43f7-98f3-2a5afc59016f" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1542.042186] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a503a71a-3769-43f7-98f3-2a5afc59016f" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1542.042325] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a503a71a-3769-43f7-98f3-2a5afc59016f" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1542.042405] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a503a71a-3769-43f7-98f3-2a5afc59016f',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1542.043052] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4522597f-f640-407a-8ae0-aa2fe02a5298 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1542.043206] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4522597f-f640-407a-8ae0-aa2fe02a5298" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1542.043206] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4522597f-f640-407a-8ae0-aa2fe02a5298" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1542.043352] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4522597f-f640-407a-8ae0-aa2fe02a5298" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1542.043420] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4522597f-f640-407a-8ae0-aa2fe02a5298',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1542.186612] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock rules-10cbfb67-dd08-4937-b846-69408404389e taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1542.186837] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-10cbfb67-dd08-4937-b846-69408404389e" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1542.186837] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-10cbfb67-dd08-4937-b846-69408404389e" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1542.187055] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-10cbfb67-dd08-4937-b846-69408404389e" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1542.187161] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('10cbfb67-dd08-4937-b846-69408404389e',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1542.188105] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2a79f51d-2846-4506-af33-55ae2154e6b5 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1542.188261] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2a79f51d-2846-4506-af33-55ae2154e6b5" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1542.188310] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2a79f51d-2846-4506-af33-55ae2154e6b5" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1542.188491] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2a79f51d-2846-4506-af33-55ae2154e6b5" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1542.188543] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2a79f51d-2846-4506-af33-55ae2154e6b5',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1542.189369] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fbf1503f-2d41-4cea-a5ba-db558be8ccb0 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1542.189369] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fbf1503f-2d41-4cea-a5ba-db558be8ccb0" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1542.189582] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fbf1503f-2d41-4cea-a5ba-db558be8ccb0" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1542.189582] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fbf1503f-2d41-4cea-a5ba-db558be8ccb0" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1542.189697] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fbf1503f-2d41-4cea-a5ba-db558be8ccb0',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1542.190376] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9ee27367-26f8-4f97-b7e1-57d39de434b5 taken with stack trace [, , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1542.190478] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9ee27367-26f8-4f97-b7e1-57d39de434b5" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1542.190536] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9ee27367-26f8-4f97-b7e1-57d39de434b5" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1542.190683] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9ee27367-26f8-4f97-b7e1-57d39de434b5" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1542.190756] env[66859]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9ee27367-26f8-4f97-b7e1-57d39de434b5',) {} {{(pid=66859) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1542.258711] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1542.258965] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1542.258965] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1542.259178] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1542.260861] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1542.261061] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1542.265816] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1542.266080] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1542.268459] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1542.268644] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1542.269429] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1542.269532] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1542.270322] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1542.270420] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1542.271168] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1542.271286] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1542.271974] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1542.272105] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1542.272775] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1542.272884] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1542.278039] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1542.278190] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1542.297548] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1542.297852] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1542.297954] env[66859]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1542.298500] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1542.298623] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1542.299395] env[66859]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1542.299858] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1542.299974] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1542.300692] env[66859]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1542.301168] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1542.301305] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1542.302210] env[66859]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1542.302616] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1542.302723] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1542.308320] env[66859]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1542.308845] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1542.308974] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4522597f-f640-407a-8ae0-aa2fe02a5298 is going to be deleted. [ 1542.309966] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1542.310228] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1542.311897] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1542.312017] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1542.313158] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1542.313285] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1542.333439] env[66859]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1542.333963] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1542.334121] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fd2a59c4-a09b-4155-9743-6f84d23a112f is going to be deleted. [ 1542.335133] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1542.335383] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1542.376198] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1542.376376] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 18681103-b00f-4175-a382-0ef43f41024d is going to be deleted. [ 1542.377288] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1542.377503] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1542.392655] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1542.392871] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1542.404629] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1542.404835] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a8f5660e-cdcb-4850-84ec-137bbc961d44 is going to be deleted. [ 1542.405720] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1542.405928] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1542.409913] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1542.410044] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1542.456073] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1542.456311] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9ee27367-26f8-4f97-b7e1-57d39de434b5 is going to be deleted. [ 1542.457111] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1542.457321] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1542.542508] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1542.542722] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1542.557714] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1542.557895] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: db4aa64c-ed9c-4fc8-8359-82c95d910445 is going to be deleted. [ 1542.558878] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1542.559118] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1542.560575] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1542.560694] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1542.595656] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1542.595877] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a8db944f-5ab5-41ea-a1a4-dfecf0473c49 is going to be deleted. [ 1542.596875] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1542.597243] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1542.627873] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1542.628122] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a503a71a-3769-43f7-98f3-2a5afc59016f is going to be deleted. [ 1542.629058] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1542.629300] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1542.688445] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1542.688705] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1542.690396] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1542.690539] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1542.707016] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1542.707322] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1542.735133] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1542.735367] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b87c9eee-f94a-42b0-bb73-5310b72497f8 is going to be deleted. [ 1542.736354] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1542.736608] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1542.746304] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1542.746495] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1542.759319] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1542.759500] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1542.760362] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1542.760483] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1542.835360] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1542.835487] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 758bec90-5338-4686-8303-0d1624e18914 is going to be deleted. [ 1542.836447] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1542.836687] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1542.908382] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1542.908468] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1542.918124] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1542.918272] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b98eb6ac-76f2-47d5-9518-a88af5df0e58 is going to be deleted. [ 1542.919229] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1542.919448] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1542.953757] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1542.954045] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1542.960900] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1542.961044] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 70e9380f-d543-43af-88fa-f82c07999d51 is going to be deleted. [ 1542.962065] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1542.962288] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1543.025959] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1543.026365] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 09fc9b17-50d2-4789-87d2-0acbd68153f8 is going to be deleted. [ 1543.027201] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1543.027434] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1543.086411] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1543.086638] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1543.106761] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1543.106761] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e3df5070-7ac1-49c3-9e10-2f7de20c74ad is going to be deleted. [ 1543.107725] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1543.107937] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1543.116246] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1543.116440] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1543.128053] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1543.128246] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1543.149263] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1543.149442] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 70b72ba9-54e5-4169-9f7e-0932f166000d is going to be deleted. [ 1543.150308] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1543.150553] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1543.239182] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1543.239358] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4cc90184-19ed-4fde-a79c-0439b036a935 is going to be deleted. [ 1543.240196] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1543.240418] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1543.252199] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1543.252400] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1543.253604] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1543.253709] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1543.279476] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1543.279649] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b6c25b5d-6040-42af-adf1-86e2cd85f1f0 is going to be deleted. [ 1543.280570] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1543.280812] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1543.280906] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1543.280992] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4522597f-f640-407a-8ae0-aa2fe02a5298" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1543.281160] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1543.281322] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1543.281405] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1543.281506] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fd2a59c4-a09b-4155-9743-6f84d23a112f" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1543.282021] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1543.282184] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1543.282267] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1543.282382] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a8f5660e-cdcb-4850-84ec-137bbc961d44" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1543.282510] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1543.282717] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1543.282717] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1543.282861] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-18681103-b00f-4175-a382-0ef43f41024d" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1543.282967] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1543.283120] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1543.283195] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1543.283306] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9ee27367-26f8-4f97-b7e1-57d39de434b5" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1543.283432] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1543.283570] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1543.283643] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1543.283754] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-db4aa64c-ed9c-4fc8-8359-82c95d910445" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1543.283881] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1543.284027] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1543.284102] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1543.284231] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a8db944f-5ab5-41ea-a1a4-dfecf0473c49" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1543.284371] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1543.284545] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1543.339817] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1543.340054] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1543.370996] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1543.371240] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1543.382747] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1543.382904] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fbf1503f-2d41-4cea-a5ba-db558be8ccb0 is going to be deleted. [ 1543.383821] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1543.384041] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1543.440442] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1543.440646] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 10cbfb67-dd08-4937-b846-69408404389e is going to be deleted. [ 1543.441496] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1543.441704] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1543.461474] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1543.461692] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1543.510756] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1543.510918] env[66859]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2a79f51d-2846-4506-af33-55ae2154e6b5 is going to be deleted. [ 1543.511823] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1543.512056] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1543.512159] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1543.512276] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a503a71a-3769-43f7-98f3-2a5afc59016f" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1543.512432] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1543.512585] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1543.512662] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1543.512767] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b87c9eee-f94a-42b0-bb73-5310b72497f8" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1543.513297] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1543.513476] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1543.513578] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1543.513705] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-758bec90-5338-4686-8303-0d1624e18914" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1543.513855] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1543.514048] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1543.514176] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1543.514237] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-70e9380f-d543-43af-88fa-f82c07999d51" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1543.514379] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1543.514524] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1543.514600] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1543.514712] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b98eb6ac-76f2-47d5-9518-a88af5df0e58" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1543.515426] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1543.515426] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1543.515426] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1543.515426] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-09fc9b17-50d2-4789-87d2-0acbd68153f8" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1543.515426] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1543.515699] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1543.515699] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1543.515699] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e3df5070-7ac1-49c3-9e10-2f7de20c74ad" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1543.515806] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1543.515910] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1543.515981] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1543.516109] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-70b72ba9-54e5-4169-9f7e-0932f166000d" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1543.516246] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1543.516394] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1543.516473] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1543.516586] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4cc90184-19ed-4fde-a79c-0439b036a935" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1543.516716] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1543.516858] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1543.516935] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1543.517062] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b6c25b5d-6040-42af-adf1-86e2cd85f1f0" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1543.784634] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1543.784855] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1543.784855] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1543.784996] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1543.785099] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1543.785244] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2a79f51d-2846-4506-af33-55ae2154e6b5" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1543.792015] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1543.792191] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1543.792240] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1543.792447] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1543.792540] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1543.792653] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-10cbfb67-dd08-4937-b846-69408404389e" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1543.793551] env[66859]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1543.794011] env[66859]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66859) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1543.794137] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1543.794217] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1543.794411] env[66859]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1543.794482] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1543.794606] env[66859]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fbf1503f-2d41-4cea-a5ba-db558be8ccb0" {{(pid=66859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1547.024867] env[66859]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1547.024867] env[66859]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1552.025737] env[66859]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1552.026194] env[66859]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1557.026360] env[66859]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1557.026764] env[66859]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1562.027618] env[66859]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1562.028045] env[66859]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1567.028247] env[66859]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1567.028598] env[66859]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0